-- Logs begin at Thu 2021-06-10 15:33:12 UTC, end at Thu 2021-06-10 16:27:46 UTC. -- Jun 10 16:02:31.712113 dv-cinder-789564-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 16:02:34.368658 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.common.config [-] Logging enabled! Jun 10 16:02:34.369244 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 16:02:34.369445 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91811) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 16:02:34.372572 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.common.config [-] Logging enabled! Jun 10 16:02:34.372822 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 16:02:34.373164 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91811) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 16:02:34.374078 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 16:02:34.374308 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 16:02:34.374657 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 16:02:34.374898 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 16:02:34.375119 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 16:02:34.375430 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.375719 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.376004 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.376227 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.376512 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.376793 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.377102 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.377380 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.377667 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.377943 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.378212 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.378488 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.378711 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.378982 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.379259 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.379534 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.379750 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] debug = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.380021 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.380435 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.380842 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.381142 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.381428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.381695 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.381959 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.382225 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.382504 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.383352 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] host = dv-cinder-789564-6-iscsi {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.383625 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.383911 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.384190 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.384468 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.384734 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.385013 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.385306 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.385576 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.385844 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.386112 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.386393 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.386673 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.386957 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.387181 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.387397 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.387676 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.387955 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.388224 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.388490 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.388756 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.389049 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.389320 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.389581 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.389859 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.390136 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.390412 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.390679 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.390947 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.391210 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.391477 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.391749 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.392015 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.392281 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.392545 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.392824 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.393115 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.393385 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.393677 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.393958 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.394231 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.394505 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.394772 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.395045 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.395311 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.395574 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.395837 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] use_json = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.396100 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.396360 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.396632 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.396897 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.397200 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.397451 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.397714 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.397989 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:34.398319 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.399108 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.399397 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.399673 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.399958 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.400230 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.400510 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.400778 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.401086 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.401370 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.401652 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.401921 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.402200 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.402470 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.402756 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.403053 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.403339 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.403620 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.403890 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.404155 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.404419 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.404685 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.404963 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.405272 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.405553 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.405818 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.406088 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.406368 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.406637 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.406902 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.407172 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.407450 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.407720 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.407987 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.408260 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.408529 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.408793 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.409083 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.409354 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.409637 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.409908 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.410184 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.410434 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.410702 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.410969 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.411246 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.411516 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.411781 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.412047 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.412320 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.412588 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.412860 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.413153 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.413425 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.413703 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.414007 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.414277 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.414546 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.414816 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.415084 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.415352 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.415618 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.415889 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.416156 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.416425 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.416693 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.416964 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.417257 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.417540 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.417830 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.418103 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.418377 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.418649 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.418922 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.419193 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.419464 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.419737 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.420009 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.420274 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.420555 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.420835 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.421140 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.421422 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.421695 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.421983 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.422255 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.422531 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.422802 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.423073 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.423356 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.423636 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.423922 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.424206 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.424489 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.424774 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.425087 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.425363 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.425664 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.425935 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:34.426146 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 16:02:34.426379 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91811) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 16:02:34.782513 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:02:34.782783 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:02:34.783067 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:02:34.783391 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 16:02:35.183019 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.183200 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.183467 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.184753 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.185041 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.185303 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.219222 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.219490 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.219749 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.233225 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.233500 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.233764 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.263319 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.263592 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.263854 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.301384 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.301384 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.301640 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.535356 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.536000 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.536000 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.536219 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.537061 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.663253 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.663571 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.664373 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.664789 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.665157 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.665477 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.665742 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.666002 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.666259 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.666544 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.666804 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.667074 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.667337 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.667602 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.667861 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.668129 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.668400 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.668659 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.668930 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.669213 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.669493 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.669842 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.670096 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.670379 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.670628 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.670873 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.671265 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:35.671507 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:35.671744 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:35.671979 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:35.672213 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:35.672446 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:35.673791 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 16:02:35.676862 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 16:02:35.681495 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 16:02:35.685198 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 10 16:02:35.686826 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 16:02:35.687269 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 16:02:35.687605 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 16:02:35.687989 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 16:02:35.690814 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 16:02:35.691071 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 16:02:35.691420 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 16:02:35.718775 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 16:02:35.719224 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.719523 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91811) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 16:02:35.719887 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.721279 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91811) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 16:02:35.721559 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 16:02:35.721799 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 16:02:35.725001 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.725303 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:35.790033 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 16:02:35.790215 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 16:02:35.790450 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 16:02:35.790813 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 16:02:35.811668 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_db.sqlalchemy.engines [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91811) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 16:02:36.332242 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing driver for type 'gre' Jun 10 16:02:36.332808 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] gre ID ranges: [(1, 1000)] Jun 10 16:02:36.387155 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing driver for type 'local' Jun 10 16:02:36.387545 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing driver for type 'vlan' Jun 10 16:02:36.400814 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] VlanTypeDriver initialization complete Jun 10 16:02:36.401202 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing driver for type 'vxlan' Jun 10 16:02:36.401706 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] vxlan ID ranges: [(1, 1000)] Jun 10 16:02:36.453616 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing extension driver 'port_security' Jun 10 16:02:36.453961 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] PortSecurityExtensionDriver initialization complete Jun 10 16:02:36.454295 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing mechanism driver 'openvswitch' Jun 10 16:02:36.454636 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing mechanism driver 'hyperv' Jun 10 16:02:36.461660 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:02:36.462590 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.462996 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.463359 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.463748 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.464106 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.464459 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.464842 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.465232 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.465587 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.465968 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.466323 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.466672 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.467055 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.467409 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.467756 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.468138 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.468492 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.468839 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.469211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] ML2 OVO RPC backend initialized. {{(pid=91811) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 16:02:36.469915 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.470272 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.470689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.471038 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > networks before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.471392 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.471739 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > ports before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.472085 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.472426 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.472777 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.473150 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.473490 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.473830 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.474168 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.474508 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.474849 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.475189 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.475525 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.476097 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.plugin [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Modular L2 Plugin initialization complete Jun 10 16:02:36.476538 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading services supported by the core plugin {{(pid=91811) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 16:02:36.476948 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.plugins.ml2.managers [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Got port-security extension from driver 'port_security' Jun 10 16:02:36.477442 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.extensions.vlantransparent [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Disabled vlantransparent extension. Jun 10 16:02:36.477939 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91811) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 16:02:36.478260 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: router Jun 10 16:02:36.513619 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.514012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_create 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.514383 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router before_create 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.514749 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.515122 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.515478 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_delete 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.515840 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.516205 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_create 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.516554 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_update 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.516904 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_update 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.517293 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.517653 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_update 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.518060 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.518436 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.518775 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.519126 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: subnet after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.519447 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.519792 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.520137 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.520478 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.520821 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.521206 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router after_update 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.521548 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.521904 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.522268 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.522617 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.522994 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > network after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.524389 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Tracking information for resource: router configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:36.524726 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Tracking information for resource: floatingip configured {{(pid=91811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:02:36.529655 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.db.l3_agentschedulers_db [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 16:02:36.530237 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.530602 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port after_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.530959 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port after_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.531320 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: port after_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.532102 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router before_create 55550100 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.532477 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.532844 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.533241 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.537803 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.provider_configuration [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service providers = [] {{(pid=91811) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 16:02:36.538327 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.db.servicetype_db [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91811) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 16:02:36.541137 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.service_base [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:02:36.541489 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.service_base [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:02:36.541832 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.service_base [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:02:36.542712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.services.service_base [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:02:36.543086 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.services.service_base [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 16:02:36.543459 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.543776 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 16:02:36.554278 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.554662 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: auto_allocate Jun 10 16:02:36.560521 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: network precommit_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.560892 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: network precommit_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.561434 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.561758 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: tag Jun 10 16:02:36.568241 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.568577 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: timestamp Jun 10 16:02:36.573820 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.574158 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: network_ip_availability Jun 10 16:02:36.579534 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.579910 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.580271 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.580984 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.581335 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: flavors Jun 10 16:02:36.586632 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.586966 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading Plugin: revisions Jun 10 16:02:36.591285 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:02:36.591678 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:02:36.592548 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91811) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 16:02:36.592889 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Initializing extension manager. Jun 10 16:02:36.593413 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: __init__.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.593759 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: __pycache__ {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.594092 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.594468 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: address_group.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.595220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.595794 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: address-group Jun 10 16:02:36.596121 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: address_scope.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.596826 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.597374 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: address-scope Jun 10 16:02:36.597708 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.598637 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.599153 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: router-admin-state-down-before-update Jun 10 16:02:36.599481 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: agent.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.600365 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.600883 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: agent Jun 10 16:02:36.601237 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: agent_resources_synced.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.602182 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.602690 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: agent-resources-synced Jun 10 16:02:36.603014 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.604775 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.605326 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: allowed-address-pairs Jun 10 16:02:36.605653 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.606722 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.607242 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: auto-allocated-topology Jun 10 16:02:36.607632 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: availability_zone.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.608320 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.608832 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: availability_zone Jun 10 16:02:36.609184 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: availability_zone_filter.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.610084 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.610596 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: availability_zone_filter Jun 10 16:02:36.610920 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: data_plane_status.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.611818 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.612328 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 16:02:36.612655 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: default_subnetpools.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.613578 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.614086 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: default-subnetpools Jun 10 16:02:36.614411 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.615220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.615730 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: dhcp_agent_scheduler Jun 10 16:02:36.616055 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: dns.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.617022 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.617763 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 16:02:36.618347 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: dns_domain_ports.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.619257 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.619770 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 16:02:36.620098 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: dvr.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.620760 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.621298 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: dvr Jun 10 16:02:36.621622 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: empty_string_filtering.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.622518 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.623032 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: empty-string-filtering Jun 10 16:02:36.623355 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.624253 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.624758 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 16:02:36.625108 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.626016 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.626522 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 16:02:36.626843 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: external_net.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.627749 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.628254 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: external-net Jun 10 16:02:36.628576 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.629502 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.630007 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: extra_dhcp_opt Jun 10 16:02:36.630327 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: extraroute.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.631225 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.631731 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: extraroute Jun 10 16:02:36.632052 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: extraroute_atomic.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.633762 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.634280 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: extraroute-atomic Jun 10 16:02:36.634605 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: filter_validation.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.635262 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.635769 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: filter-validation Jun 10 16:02:36.636094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: fip_pf_description.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.637012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.637533 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 16:02:36.637862 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: fip_port_details.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.638777 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.639289 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: fip-port-details Jun 10 16:02:36.639613 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: flavors.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.640828 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.641385 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: flavors Jun 10 16:02:36.641716 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.643375 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.643903 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 16:02:36.644230 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: floatingip_pools.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.644917 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.645461 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: floatingip-pools Jun 10 16:02:36.645786 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: ip_allocation.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.646692 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.647196 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 16:02:36.647521 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.649023 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.649600 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: ip-substring-filtering Jun 10 16:02:36.649926 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l2_adjacency.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.650858 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.651365 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 16:02:36.651688 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.652638 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.653189 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: router Jun 10 16:02:36.653516 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.655850 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.656388 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 16:02:36.656724 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.657683 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.658213 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: ext-gw-mode Jun 10 16:02:36.658541 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.659449 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.659965 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: l3-ha Jun 10 16:02:36.660291 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3_flavors.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.661226 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.661739 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: l3-flavors Jun 10 16:02:36.662065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.662984 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.663495 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 16:02:36.663854 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: l3agentscheduler.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.664970 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.665511 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: l3_agent_scheduler Jun 10 16:02:36.665842 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: logging.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.667325 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.667856 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension logging not supported by any of loaded plugins Jun 10 16:02:36.668188 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: metering.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.668923 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.669529 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: metering Jun 10 16:02:36.669856 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.670937 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.671456 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: metering_source_and_destination_fields Jun 10 16:02:36.671786 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: multiprovidernet.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.672706 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.673247 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: multi-provider Jun 10 16:02:36.673574 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: netmtu.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.674476 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.674989 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: net-mtu Jun 10 16:02:36.675311 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: netmtu_writable.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.676222 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.676737 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: net-mtu-writable Jun 10 16:02:36.677092 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: network_availability_zone.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.677767 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.678277 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: network_availability_zone Jun 10 16:02:36.678599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: network_ip_availability.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.679750 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.680266 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: network-ip-availability Jun 10 16:02:36.680589 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: network_segment_range.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.681384 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.681895 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 16:02:36.682218 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: pagination.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.683186 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.683516 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: pagination Jun 10 16:02:36.683835 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: port_device_profile.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.684744 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.685298 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: port-device-profile Jun 10 16:02:36.685623 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.686531 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.687047 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: port-mac-address-regenerate Jun 10 16:02:36.687368 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.688272 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.688786 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: port-numa-affinity-policy Jun 10 16:02:36.689143 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: port_resource_request.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.690047 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.690555 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 16:02:36.690879 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: portbindings.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.691797 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.692310 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: binding Jun 10 16:02:36.692633 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: portbindings_extended.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.695958 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.696487 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: binding-extended Jun 10 16:02:36.696824 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: portsecurity.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.697787 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.698315 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: port-security Jun 10 16:02:36.698645 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: project_id.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.699618 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.699954 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: project-id Jun 10 16:02:36.700282 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: providernet.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.701223 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.701747 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: provider Jun 10 16:02:36.702076 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.705629 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.706171 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos not supported by any of loaded plugins Jun 10 16:02:36.706509 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.707752 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.708280 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 16:02:36.708614 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.709557 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.710076 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 16:02:36.710404 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_default.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.711910 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.712431 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-default not supported by any of loaded plugins Jun 10 16:02:36.712760 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_fip.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.713439 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.713946 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 16:02:36.714270 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.715183 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.715696 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 16:02:36.716022 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.716928 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.717469 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 16:02:36.717796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.718709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.719229 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 16:02:36.719555 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: qos_rules_alias.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.720581 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.721132 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 16:02:36.721460 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: quotasv2.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.722357 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.722688 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: quotas Jun 10 16:02:36.723026 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: quotasv2_detail.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.726068 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.726447 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: quota_details Jun 10 16:02:36.726854 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: rbac.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.727901 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.728438 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: rbac-policies Jun 10 16:02:36.728772 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: rbac_address_group.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.729740 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.730268 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: rbac-address-group Jun 10 16:02:36.730600 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: rbac_address_scope.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.731511 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.732030 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: rbac-address-scope Jun 10 16:02:36.732358 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: rbac_security_groups.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.733321 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.733837 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: rbac-security-groups Jun 10 16:02:36.734166 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.735278 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.735796 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: rbac-subnetpool Jun 10 16:02:36.736131 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: revisionifmatch.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.737069 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.737591 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: revision-if-match Jun 10 16:02:36.737917 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: revisions.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.739025 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.739541 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: standard-attr-revisions Jun 10 16:02:36.739868 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: router_availability_zone.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.740531 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.741075 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: router_availability_zone Jun 10 16:02:36.741402 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: routerservicetype.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.742435 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.743205 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 16:02:36.743529 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.744440 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.744952 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: security-groups-normalized-cidr Jun 10 16:02:36.745305 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.746214 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.746726 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: port-security-groups-filtering Jun 10 16:02:36.747050 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.747957 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.748475 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: security-groups-remote-address-group Jun 10 16:02:36.748798 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: securitygroup.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.758813 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.759347 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: security-group Jun 10 16:02:36.759681 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: segment.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.760457 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.760975 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension segment not supported by any of loaded plugins Jun 10 16:02:36.761332 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.762265 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.762783 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 16:02:36.763111 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: servicetype.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.764220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.764748 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: service-type Jun 10 16:02:36.765107 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: sorting.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.766079 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.766410 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: sorting Jun 10 16:02:36.766733 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: standard_attr_segment.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.767636 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.768151 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 16:02:36.768481 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: standardattrdescription.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.769144 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.769657 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: standard-attr-description Jun 10 16:02:36.769983 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: stateful_security_group.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.770895 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.771413 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: stateful-security-group Jun 10 16:02:36.771738 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: stdattrs_common.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.772309 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 16:02:36.772630 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.774478 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.775246 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 16:02:36.775581 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: subnet_onboard.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.776659 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.777337 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: subnet_onboard Jun 10 16:02:36.777672 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.778609 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.779127 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 16:02:36.779455 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: subnet_service_types.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.780376 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.780894 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: subnet-service-types Jun 10 16:02:36.781253 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: subnetallocation.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.782334 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.782851 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: subnet_allocation Jun 10 16:02:36.783176 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.783833 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.784348 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: subnetpool-prefix-ops Jun 10 16:02:36.784672 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.785629 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.786146 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 16:02:36.786470 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: tagging.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.787518 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.788040 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: standard-attr-tag Jun 10 16:02:36.788371 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: timestamp.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.789751 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.790275 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loaded extension: standard-attr-timestamp Jun 10 16:02:36.790606 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: trunk.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.791632 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.792155 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension trunk not supported by any of loaded plugins Jun 10 16:02:36.792487 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: trunk_details.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.793444 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.793966 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 16:02:36.794293 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.795206 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.795726 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 16:02:36.796056 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Loading extension file: vlantransparent.py {{(pid=91811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:02:36.796722 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:02:36.797275 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 16:02:36.799820 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:network Jun 10 16:02:36.800374 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:subnet Jun 10 16:02:36.800782 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:02:36.801252 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:port Jun 10 16:02:36.802643 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.803133 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service FLAVORS assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.803822 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.804346 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.805251 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:router Jun 10 16:02:36.805769 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 16:02:36.806310 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service METERING assigned prefix: /metering {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.807889 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.808271 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.808700 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:02:36.809818 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 16:02:36.810264 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:security_group Jun 10 16:02:36.810789 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 16:02:36.811457 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service CORE assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.811798 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:02:36.812185 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] subnetpool is already registered Jun 10 16:02:36.812645 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service CORE assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.813034 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:02:36.813428 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] subnetpool is already registered Jun 10 16:02:36.815970 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.816452 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service FLAVORS assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.817280 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.817644 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.817990 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:router Jun 10 16:02:36.818344 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] router is already registered Jun 10 16:02:36.818829 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 16:02:36.819173 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] floatingip is already registered Jun 10 16:02:36.819692 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service METERING assigned prefix: /metering {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.821017 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 16:02:36.821351 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] rbac_policy is already registered Jun 10 16:02:36.821770 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:security_group Jun 10 16:02:36.822134 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] security_group is already registered Jun 10 16:02:36.822567 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 16:02:36.822948 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] security_group_rule is already registered Jun 10 16:02:36.823631 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service CORE assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.823964 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:02:36.824311 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] subnetpool is already registered Jun 10 16:02:36.824732 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.v2.resource_helper [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Service CORE assigned prefix: {{(pid=91811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:02:36.825086 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:02:36.825423 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING neutron.quota.resource_registry [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] subnetpool is already registered Jun 10 16:02:36.825891 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: extensions {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.827369 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: address-groups {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.828877 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: address-scopes {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.830398 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: agents {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.831586 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: auto-allocated-topology {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.832856 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: availability_zones {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.834126 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: dhcp-networks {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.835662 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: dhcp-agents {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.837151 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: routers {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.838903 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: flavors {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.840190 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: service_profiles {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.841492 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: next_providers {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.842947 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: service_profiles {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.844507 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: floatingip-pools {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.845786 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: routers {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.847503 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: floatingips {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.848802 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: l3-routers {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.850258 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: l3-agents {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.851733 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: metering-labels {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.853035 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: metering-label-rules {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.855427 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: network-ip-availabilities {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.856710 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: bindings {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.858332 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: quotas {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.859904 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: quotas {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.861386 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: rbac-policies {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.862571 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: security-groups {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.863896 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: security-group-rules {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.865172 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: service-providers {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.866414 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: subnetpools {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.868630 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: subnetpools {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.870233 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.871941 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.873802 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.875610 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.877347 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.879316 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.881053 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.883501 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.885410 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.887197 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron.api.extensions [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Extended resource: tags {{(pid=91811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:02:36.893245 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING keystonemiddleware.auth_token [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 16:02:36.897770 dv-cinder-789564-6-iscsi neutron-server[91811]: WARNING keystonemiddleware.auth_token [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 16:02:36.906242 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Acquired lock "singleton_lock" {{(pid=91811) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 16:02:36.906723 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Releasing lock "singleton_lock" {{(pid=91811) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 16:02:36.907351 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Starting 2 workers Jun 10 16:02:36.912095 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Started child 91918 {{(pid=91811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:02:36.916657 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Started child 91919 {{(pid=91811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:02:36.917589 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:36.918247 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO neutron.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 16:02:36.918887 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Notify callbacks [] for process, before_spawn {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:36.919234 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [-] (91918) wsgi starting up on http://0.0.0.0:9696 Jun 10 16:02:36.921388 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Starting 1 workers Jun 10 16:02:36.921746 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:36.923202 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [-] (91919) wsgi starting up on http://0.0.0.0:9696 Jun 10 16:02:36.926526 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Started child 91920 {{(pid=91811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:02:36.927040 dv-cinder-789564-6-iscsi neutron-server[91811]: INFO oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Starting 1 workers Jun 10 16:02:36.930913 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] calling RpcWorker wait() {{(pid=91920) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 16:02:36.931453 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] returning from RpcWorker wait() {{(pid=91920) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 16:02:36.932198 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Started child 91921 {{(pid=91811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:02:36.932717 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:36.933067 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-d5d6424a-df79-44c0-a5a5-d71b478b90c0 None None] Notify callbacks [] for process, after_spawn {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:36.933184 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:02:36.934982 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91811) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 16:02:36.935197 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 16:02:36.935383 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 16:02:36.935599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 16:02:36.935942 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 16:02:36.936106 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 16:02:36.936626 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.936900 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.937185 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.937448 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.937733 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.938088 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:36.938557 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.938557 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.938916 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.939026 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.939296 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.939457 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:02:36.939547 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.939635 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.939871 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.940106 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.940403 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.940688 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.940940 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.941251 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.941424 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.941776 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.941954 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.942250 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.942468 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] debug = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.942708 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.943223 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.943458 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.943698 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.943923 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.944231 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.944465 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.944753 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.945021 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.945864 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.946295 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.946566 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.946811 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.947030 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.947250 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.947518 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.947740 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.948220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] host = dv-cinder-789564-6-iscsi {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.948459 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.948684 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.949082 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.949224 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.949473 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.949697 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.949952 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.950198 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.950439 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.950665 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.950921 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.951177 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.951426 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.951661 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.951898 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_options = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.952057 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.952371 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.952578 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.952768 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.952936 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.953147 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.953411 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.953574 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.953826 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.954072 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.954287 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.954504 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.954718 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.954932 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.955192 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.955438 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.955686 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.955889 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.956133 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.956376 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.956600 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.956823 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.957078 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.957301 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.957514 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.957747 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.957972 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.958201 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.958416 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.959359 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.959359 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.959359 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.959644 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.959868 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.960250 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.960903 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.961181 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.961476 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.961832 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.962182 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.962559 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.962899 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.963262 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.963506 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.963728 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.963941 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_json = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.964320 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.964559 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.964809 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.965212 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.965429 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.965651 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.968163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.969494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.969494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.969494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.969494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.969494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.969494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.973075 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.974211 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.977046 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.978390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.980796 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.982709 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.988428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989065 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989679 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989679 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989679 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.989894 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.990067 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.990373 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.990603 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.990862 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.991092 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.991341 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.991590 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.991847 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.992599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.992838 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.993852 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.994145 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.994382 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.994610 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.994857 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.995108 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.995351 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.995571 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.995819 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.996050 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.996350 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.996622 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.996885 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.997199 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.997470 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.997765 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.998006 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.998291 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.998530 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.998803 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.999098 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.999350 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.999604 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:36.999866 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.000097 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.000348 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.000598 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.000876 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.001148 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.001383 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.001623 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.001899 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.002138 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.002362 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.002575 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.002825 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.003186 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.003419 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.003631 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.003866 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.004137 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.004405 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.004644 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.004904 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.005185 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.005417 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.005674 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.005910 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.006124 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.006355 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.006583 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.006814 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.007030 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.007242 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.007478 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.008282 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.008652 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.009117 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.009343 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.009571 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.009782 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.010005 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.010218 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.010464 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.010688 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.010907 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.011175 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.011369 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.011618 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.011815 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.012024 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.012271 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.012492 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.012787 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.013061 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.013273 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.013520 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.013743 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.013995 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.014207 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.014453 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.014663 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.014891 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.015108 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.015363 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.015577 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.015788 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.016015 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.016227 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.016487 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.016752 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.017084 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.017325 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.017574 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.017811 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.018029 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.018280 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.018499 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.018708 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.018961 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.019173 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.019387 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.019634 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.019874 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.020118 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.020361 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.020576 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.021502 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.021502 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.021502 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.021502 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.021801 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.021967 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.022201 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.022440 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.022667 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.023234 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.023234 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.023410 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.023741 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.023971 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.024184 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.024397 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.024613 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.024852 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.025072 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.025283 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.025517 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.025727 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.025933 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.026170 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.026400 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.026610 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.026823 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.027053 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.027359 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.027622 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.027847 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.028149 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.028396 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.028625 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.028865 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.029209 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.029421 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.029662 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.029879 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.030096 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.030318 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.030576 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.030899 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.031191 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.031438 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.031693 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.031976 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.032272 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.032518 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.032750 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.033079 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.033428 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.033718 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.033970 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.034217 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.034489 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.034712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.034927 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.035164 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.035417 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.035636 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.035881 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.036110 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.036354 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.036569 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.036814 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.037055 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.037300 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.037554 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.037804 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.038016 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.038172 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 16:02:37.038725 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91811) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 16:02:37.038927 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 16:02:37.039200 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 16:02:37.039468 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 16:02:37.039642 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 16:02:37.039799 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 16:02:37.040008 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.040172 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.040334 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.040495 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.040656 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.040838 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041031 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041180 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041340 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041500 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041657 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041816 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.041975 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.042133 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.042292 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.042451 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.042617 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.042777 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.042941 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.043100 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.043258 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.043415 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.043577 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] debug = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.043750 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.043937 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.044115 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.044259 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.044413 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.044568 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.044726 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.044886 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.045088 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.045222 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.045380 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.045541 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.045704 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.045854 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046010 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046166 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046327 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046478 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] host = dv-cinder-789564-6-iscsi {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046640 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046791 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.046935 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.047093 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.047251 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.047423 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.047601 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.047765 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.047983 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048097 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048303 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048405 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048519 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048677 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048847 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_options = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.048972 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.049153 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.049313 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.049491 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.049657 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.049817 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.049974 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.050131 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.050290 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.050451 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.050610 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.050890 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.051055 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.051214 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.051372 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.051530 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.051688 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.051846 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052005 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052163 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052320 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052482 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052642 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052801 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.052960 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.053139 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.053299 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.053455 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.053772 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.053937 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.054098 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.054258 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.054983 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.055123 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.055250 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.055386 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.055543 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.055706 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.055864 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056021 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056179 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056340 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056502 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056654 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056809 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.056966 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_json = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.057150 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.057307 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.057464 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.057621 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.057780 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.057938 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.058096 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.058255 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:02:37.058447 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.058615 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.058789 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059048 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059146 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059268 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059432 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059593 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059757 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.059917 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.060088 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.060251 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.060425 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.060590 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.060756 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.060920 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.061117 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.061313 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.061470 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.061627 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.061755 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.061917 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.062117 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.062259 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.062422 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.062585 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.062748 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.062915 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.063084 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.063248 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.063412 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.063576 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.063742 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.063900 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.064221 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.064384 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.064546 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.064711 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.064875 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.065123 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.065243 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.065381 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.065544 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.065870 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.065870 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.066132 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.066257 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:02:37.066402 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.066402 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.066641 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.066641 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.066877 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067009 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067134 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067259 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067383 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067506 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067665 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067828 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.067991 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.068154 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.068317 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.068494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.068656 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.068818 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.068979 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.069164 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.069327 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.069490 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.069652 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.069814 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.069976 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.070198 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.070488 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.070708 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.070873 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.071036 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.071200 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.071368 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.071520 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.071682 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.071845 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.072008 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.072199 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.072334 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.072494 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.072671 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.072835 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073184 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073346 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073508 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073670 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073833 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.073994 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.074156 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.074317 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.074478 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.074643 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.074805 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.074967 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.075128 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.075288 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.075449 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.075610 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.075772 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.075932 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.076093 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.076254 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.076415 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.077220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.077220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.077220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.077220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.077220 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078202 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078202 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078202 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078202 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078202 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078202 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078645 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078645 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078645 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078878 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.078878 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.079024 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.079176 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.079341 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081094 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081599 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081935 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081935 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.081935 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.082104 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.082302 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.082390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.082562 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.082723 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.082902 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.083041 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.083207 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.083368 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.083530 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.083749 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.083917 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.084081 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.084242 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.084404 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.084566 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.084729 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.084889 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.085071 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.085234 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086421 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086421 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086421 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086421 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086721 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086721 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.086854 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.087016 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.087177 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.087345 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.087503 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.087671 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.087846 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.088138 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.088138 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.088453 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.088453 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.088742 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.088742 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.089051 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.089051 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.089342 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.089342 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.089719 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.089719 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.090028 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.090028 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.090417 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.090417 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.090417 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.091712 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092249 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092249 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092249 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092249 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092518 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092518 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092660 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092807 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.092980 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.093162 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097012 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.097689 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098289 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.098893 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.099060 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.099237 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.099409 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.099579 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.099746 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.099917 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.100087 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.100263 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.100437 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.100605 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.100777 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.100950 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.101149 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.101390 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.101566 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.101745 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.101909 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.102074 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.102238 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.102401 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.102562 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.102726 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.102889 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.103051 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.103213 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.103375 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.103532 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.103694 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.103857 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.104020 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.104183 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.104346 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.104508 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.104671 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.104832 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:02:37.105004 dv-cinder-789564-6-iscsi neutron-server[91811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 16:02:37.385526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47598) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:02:37.393877 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063341 Jun 10 16:02:48.692316 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4869422-0761-43a6-ab32-1a36defb265c None None] get_active_networks_info from dv-cinder-789564-6-iscsi {{(pid=91920) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:02:48.792944 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4869422-0761-43a6-ab32-1a36defb265c None None] No non-hosted networks {{(pid=91920) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 16:02:48.813846 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.agentschedulers_db [None req-c4869422-0761-43a6-ab32-1a36defb265c None None] DHCP Agent not found on host dv-cinder-789564-6-iscsi {{(pid=91920) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 16:02:48.996916 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-06f15f8c-5299-4c19-bdaf-1ce8e99c4b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717'] for agent, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:51.187303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-4184c2a4-9e09-4d83-8835-a4a9f5221134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717'] for agent, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:51.189559 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-89ce1590-0cba-4fbf-9901-e7ba834b2654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:51.485442 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717'] for agent, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:51.487553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.487553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.487553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.487553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.487553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.487912 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.487988 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.488351 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.488845 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.489333 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.489809 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.490325 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:02:51.490982 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:02:51.509181 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:02:52.003519 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717'] for agent, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:53.876414 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717'] for agent, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:55.125659 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47694) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:02:55.638629 dv-cinder-789564-6-iscsi neutron-server[91919]: WARNING oslo_policy.policy [None req-7f04f63d-410a-4207-91e9-7da139a68991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:02:55.639262 dv-cinder-789564-6-iscsi neutron-server[91919]: WARNING oslo_policy.policy [None req-7f04f63d-410a-4207-91e9-7da139a68991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:02:55.855618 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [None req-7f04f63d-410a-4207-91e9-7da139a68991 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:02:55.856576 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-7f04f63d-410a-4207-91e9-7da139a68991 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7300289 Jun 10 16:02:57.578023 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.db.l3_hamode_db [None req-20c56cf2-f15a-4207-b514-04f5c708ee3e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 16:02:57.668796 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c56cf2-f15a-4207-b514-04f5c708ee3e None None] Routers set() bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:02:57.669200 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c56cf2-f15a-4207-b514-04f5c708ee3e None None] Router IDs set() for agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 16:02:58.276279 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47708) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:02:58.596111 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:02:58.693238 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.policy [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 16:02:58.743432 dv-cinder-789564-6-iscsi neutron-server[91919]: WARNING oslo_policy.policy [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:02:58.743797 dv-cinder-789564-6-iscsi neutron-server[91919]: WARNING oslo_policy.policy [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:02:58.752460 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.quota [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] Loaded quota_driver: . Jun 10 16:02:58.844697 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730455431591', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730455432186', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730455377897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730455380447', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730455393254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730455400032', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-528162', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622272', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1693140'] for rbac-policy, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:58.909067 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:02:58.910206 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-e1d2918d-fe82-41c5-a147-7ed364b07fb2 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6329813 Jun 10 16:03:01.468057 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47720) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:01.767818 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Request body: {'network': {'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'name': 'private', 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:03:01.796283 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Made reservation on behalf of e02ca150a60f4d98828a3d75725ee85d for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:03:01.799067 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:01.819034 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:01.946152 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:01.949927 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:01.955262 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:01.970474 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:03:02.001510 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730453314726', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:02.002085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Unsubscribe: segment precommit_create {{(pid=91919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 16:03:02.002575 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Added segment d3f561d2-3535-466a-bc32-3ec0c66765b4 of type vlan for network 76e06e74-567b-4ee4-9f41-e3da8d20f17a Jun 10 16:03:02.020642 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb677e-8a97-4284-b6c8-8ee70928e439,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:02.045966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.046337 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.046658 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.046985 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.047274 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.047595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.047903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.048229 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.048543 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.048843 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.049171 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.049466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Tracked resource versions report: Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: pushed versions: Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: { 'AddressGroup': {'1.2'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'ConntrackHelper': {'1.0'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Log': {'1.0'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Network': {'1.1'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Port': {'1.7'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'PortForwarding': {'1.2'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'QosPolicy': {'1.8'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroup': {'1.4'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SubPort': {'1.0'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Subnet': {'1.1'}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Trunk': {'1.1'}} Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: consumer versions: Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'ConntrackHelper': '1.0', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Log': '1.0', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Network': '1.1', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Port': '1.7', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'PortForwarding': '1.2', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'QosPolicy': '1.8', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroup': '1.4', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroupRule': '1.2', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SubPort': '1.0', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Subnet': '1.1', Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Trunk': '1.1'}} Jun 10 16:03:02.050532 dv-cinder-789564-6-iscsi neutron-server[91919]: {{(pid=91919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:03:02.127518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:02.129256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:02.179383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:02.180806 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:02.181475 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:02.184125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:02.243594 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7742262 Jun 10 16:03:02.302673 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Pushing event updated for resources: {'Network': ['ID=76e06e74-567b-4ee4-9f41-e3da8d20f17a,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:02.306594 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:02.315221 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:03:04.869254 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 47734) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:05.380818 dv-cinder-789564-6-iscsi neutron-server[91918]: WARNING oslo_policy.policy [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:03:05.381506 dv-cinder-789564-6-iscsi neutron-server[91918]: WARNING oslo_policy.policy [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:03:05.840740 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.policy [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91918) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 16:03:05.886081 dv-cinder-789564-6-iscsi neutron-server[91918]: WARNING oslo_policy.policy [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:03:05.886665 dv-cinder-789564-6-iscsi neutron-server[91918]: WARNING oslo_policy.policy [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:03:05.894852 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:05.896729 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-0355302d-c2c8-4ab4-932a-575924d03aca admin admin] 10.222.0.44 "GET /v2.0/networks/76e06e74-567b-4ee4-9f41-e3da8d20f17a HTTP/1.1" status: 200 len: 825 time: 1.0254385 Jun 10 16:03:05.935353 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7ec147ec-2cac-4220-bef3-11dc74827412 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/73026700-5db1-4e25-91c9-7cd548b67ade HTTP/1.1" status: 200 len: 734 time: 0.0332203 Jun 10 16:03:05.944301 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:03:05.945893 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.quota [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Loaded quota_driver: . Jun 10 16:03:05.985702 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Made reservation on behalf of e02ca150a60f4d98828a3d75725ee85d for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:03:05.988582 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:06.324595 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:06.327619 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:06.402055 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Checking segment: {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:03:06.402422 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Network hostable DHCP agents. Network: 76e06e74-567b-4ee4-9f41-e3da8d20f17a, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:03:06.412240 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d654a3-7070-4520-9e0c-97133fab602a,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:06.431281 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.431588 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.431912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.432222 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.432537 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.432849 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.433181 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.433486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.433801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.434102 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.434400 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.434696 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Tracked resource versions report: Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: pushed versions: Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: { 'AddressGroup': {'1.2'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'ConntrackHelper': {'1.0'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Log': {'1.0'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Network': {'1.1'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Port': {'1.7'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'PortForwarding': {'1.2'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'QosPolicy': {'1.8'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroup': {'1.4'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SubPort': {'1.0'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Subnet': {'1.1'}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Trunk': {'1.1'}} Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: consumer versions: Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'ConntrackHelper': '1.0', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Log': '1.0', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Network': '1.1', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Port': '1.7', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'PortForwarding': '1.2', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'QosPolicy': '1.8', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroup': '1.4', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroupRule': '1.2', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SubPort': '1.0', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Subnet': '1.1', Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Trunk': '1.1'}} Jun 10 16:03:06.435741 dv-cinder-789564-6-iscsi neutron-server[91918]: {{(pid=91918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:03:06.454679 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:03:06.476710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 76e06e74-567b-4ee4-9f41-e3da8d20f17a) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:03:06.487396 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:06.501686 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:06.502320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:06.506492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92881d0c-b1c0-4a18-8c24-19ced478af76 None None] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:03:06.524834 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5839057 Jun 10 16:03:06.847278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:03:06.848489 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:07.134876 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Allocated IP 172.20.0.2 (76e06e74-567b-4ee4-9f41-e3da8d20f17a/b2d654a3-7070-4520-9e0c-97133fab602a/5a2b7392-cd23-4f67-96a7-d23fb4a94220) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:03:07.398999 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:07.413835 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Transition to ACTIVE for port object 5a2b7392-cd23-4f67-96a7-d23fb4a94220 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:03:07.434566 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Transition to ACTIVE for port object 5a2b7392-cd23-4f67-96a7-d23fb4a94220 will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:03:07.442731 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:07.446488 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:07.523398 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:03:07.527831 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:03:07.533298 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Pushing event updated for resources: {'Port': ['ID=5a2b7392-cd23-4f67-96a7-d23fb4a94220,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:07.535396 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:03:07.561162 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.561526 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.561853 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.562173 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.562490 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.562807 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.563118 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.563429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.563754 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.564067 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.564376 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.564682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Tracked resource versions report: Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: pushed versions: Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: { 'AddressGroup': {'1.2'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'ConntrackHelper': {'1.0'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Log': {'1.0'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Network': {'1.1'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Port': {'1.7'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'PortForwarding': {'1.2'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'QosPolicy': {'1.8'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroup': {'1.4'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SubPort': {'1.0'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Subnet': {'1.1'}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Trunk': {'1.1'}} Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: consumer versions: Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'ConntrackHelper': '1.0', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Log': '1.0', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Network': '1.1', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Port': '1.7', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'PortForwarding': '1.2', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'QosPolicy': '1.8', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroup': '1.4', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroupRule': '1.2', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SubPort': '1.0', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Subnet': '1.1', Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Trunk': '1.1'}} Jun 10 16:03:07.565791 dv-cinder-789564-6-iscsi neutron-server[91920]: {{(pid=91920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:03:07.592247 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:07.630241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Attempting to bind port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:03:07.630638 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Attempting to bind port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:03:07.631056 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Attempting to bind port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 on network 76e06e74-567b-4ee4-9f41-e3da8d20f17a {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:03:07.636539 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:03:07.636945 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Checking segment: {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:03:07.637429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:07.637817 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Bound using segment: {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:03:07.638282 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Bound port: 5a2b7392-cd23-4f67-96a7-d23fb4a94220, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:03:07.638679 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:07.709161 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] For port 5a2b7392-cd23-4f67-96a7-d23fb4a94220, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:03:07.731545 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] For port 5a2b7392-cd23-4f67-96a7-d23fb4a94220, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=5a2b7392-cd23-4f67-96a7-d23fb4a94220,segment=NetworkSegment(d3f561d2-3535-466a-bc32-3ec0c66765b4),segment_id=d3f561d2-3535-466a-bc32-3ec0c66765b4)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:03:07.736440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:07.738920 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:07.809702 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Pushing event updated for resources: {'Port': ['ID=5a2b7392-cd23-4f67-96a7-d23fb4a94220,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:07.813234 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:08.917308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 47756) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:09.249918 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [None req-d35437ec-6be6-496e-be1d-9d489bee3ce5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:03:09.250872 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-d35437ec-6be6-496e-be1d-9d489bee3ce5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3326302 Jun 10 16:03:11.613686 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 47764) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:11.931223 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [None req-50ea8e0c-a2a6-426b-b86c-19e24ee0b4d8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:03:11.932251 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-50ea8e0c-a2a6-426b-b86c-19e24ee0b4d8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175671 Jun 10 16:03:13.400759 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 5a2b7392-cd23-4f67-96a7-d23fb4a94220 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:03:13.489042 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:03:13.903675 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee10cc-21e6-4e18-bb5d-23fd1400c33d None None] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:03:13.983329 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Provisioning for port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:03:13.989131 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Provisioning complete for port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:13.989523 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:14.175290 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:14.252535 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] For port 5a2b7392-cd23-4f67-96a7-d23fb4a94220, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=5a2b7392-cd23-4f67-96a7-d23fb4a94220,segment=NetworkSegment(d3f561d2-3535-466a-bc32-3ec0c66765b4),segment_id=d3f561d2-3535-466a-bc32-3ec0c66765b4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:03:14.258299 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:14.262057 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:14.327027 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Pushing event updated for resources: {'Port': ['ID=5a2b7392-cd23-4f67-96a7-d23fb4a94220,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:14.330125 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:14.491037 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-0da8dc5d-6a50-420a-8612-70f76771ed2b None None] Provisioning complete for port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:14.491991 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0da8dc5d-6a50-420a-8612-70f76771ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:14.553892 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47778) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:14.858956 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:03:14.882855 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:14.884347 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:15.031407 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:15.036033 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:15.048863 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:15.050040 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-59007ee8-decb-4f98-b1bc-f05312da215c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4951744 Jun 10 16:03:15.369516 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 5a2b7392-cd23-4f67-96a7-d23fb4a94220 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:03:15.424951 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:15.425353 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:17.377067 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47786) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:17.695882 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [None req-a6ebe525-bc32-41f2-9a4f-10d05f9a7ac2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:03:17.696860 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a6ebe525-bc32-41f2-9a4f-10d05f9a7ac2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188579 Jun 10 16:03:17.997207 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:03:18.619404 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-be7128e2-e3c2-4850-a522-262140a93bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.032511 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47794) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:20.344851 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:03:20.368394 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Made reservation on behalf of 260eaea523a84db782d15c1093bcb2ee for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:03:20.370685 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.380488 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.498461 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.502199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.505149 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:20.519359 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Reserving flat network on physical network physnet1 {{(pid=91919) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 16:03:20.538732 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f3607-77b1-4392-8642-a385c0674958,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:20.542955 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:20.543969 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.544301 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Added segment 4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4 of type flat for network 2f537f53-474f-4db3-bb73-4e1554dcc69c Jun 10 16:03:20.601731 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.638662 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.639921 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:20.640484 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:20.643115 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:20.673554 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6399550 Jun 10 16:03:20.722869 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Pushing event updated for resources: {'Network': ['ID=2f537f53-474f-4db3-bb73-4e1554dcc69c,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:20.726624 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:20.735077 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:03:21.099634 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe9a5-734e-4ddc-8e4f-03404210ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:21.470102 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:21.958314 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:23.012820 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47812) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:23.231886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c29c19d-abff-499a-a05f-9553b6651ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:23.233276 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4c29c19d-abff-499a-a05f-9553b6651ad3 admin admin] 10.222.0.44 "GET /v2.0/subnets/b2d654a3-7070-4520-9e0c-97133fab602a HTTP/1.1" status: 200 len: 849 time: 0.2194428 Jun 10 16:03:23.378747 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-070a86c6-8bce-4b81-95f4-7cb50b87460e admin admin] 10.222.0.44 "GET /v2.0/routers/b79a9789-d0e5-4986-bcd3-371c70cf88d9 HTTP/1.1" status: 200 len: 704 time: 0.1400604 Jun 10 16:03:23.753379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:23.804088 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.069819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Allocated IP 172.20.0.1 (76e06e74-567b-4ee4-9f41-e3da8d20f17a/b2d654a3-7070-4520-9e0c-97133fab602a/38fd7765-a01d-4876-876c-0ef971ebf8bc) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:03:24.311022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.334159 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Transition to ACTIVE for port object 38fd7765-a01d-4876-876c-0ef971ebf8bc will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:03:24.417350 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.420513 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:24.481724 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:03:24.489663 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:03:24.500025 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:03:24.500192 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.578930 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Pushing event updated for resources: {'Port': ['ID=38fd7765-a01d-4876-876c-0ef971ebf8bc,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:24.588677 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:24.654844 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-6fbed32f-ca91-4b5f-b4d3-4693802e2377 None None] Provisioning for port 38fd7765-a01d-4876-876c-0ef971ebf8bc completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:03:24.658775 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-6fbed32f-ca91-4b5f-b4d3-4693802e2377 None None] Provisioning complete for port 38fd7765-a01d-4876-876c-0ef971ebf8bc triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:24.659157 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6fbed32f-ca91-4b5f-b4d3-4693802e2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.703572 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-6fbed32f-ca91-4b5f-b4d3-4693802e2377 None None] Port 38fd7765-a01d-4876-876c-0ef971ebf8bc cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:03:24.740085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.950909 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.955383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.956533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:24.958903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:25.028099 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Pushing event updated for resources: {'Port': ['ID=38fd7765-a01d-4876-876c-0ef971ebf8bc,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:25.032166 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:25.111022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:03:25.112325 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:03:25.302648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Router b79a9789-d0e5-4986-bcd3-371c70cf88d9 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:03:25.324401 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ab1e24d4-c900-4cad-93ba-1c92100cb9ec None None] Provisioning complete for port 38fd7765-a01d-4876-876c-0ef971ebf8bc triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:25.324863 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ab1e24d4-c900-4cad-93ba-1c92100cb9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:25.415499 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e24d4-c900-4cad-93ba-1c92100cb9ec None None] Port 38fd7765-a01d-4876-876c-0ef971ebf8bc cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:03:25.503356 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:03:25.509430 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] 10.222.0.44 "PUT /v2.0/routers/b79a9789-d0e5-4986-bcd3-371c70cf88d9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1253440 Jun 10 16:03:25.513383 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Sync routers for ids ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:03:25.525755 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Routers {'b79a9789-d0e5-4986-bcd3-371c70cf88d9'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:03:25.526591 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:03:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:25.731320 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Set router b79a9789-d0e5-4986-bcd3-371c70cf88d9 gateway port host: None {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:03:26.208225 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:03:14Z', 'updated_at': '2021-06-10T16:03:24Z', 'revision_number': 2, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'gw_port_host': None, '_interfaces': [{'id': '38fd7765-a01d-4876-876c-0ef971ebf8bc', 'name': '', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'mac_address': 'fa:16:3e:99:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:23Z', 'updated_at': '2021-06-10T16:03:24Z', 'revision_number': 2, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnets': [{'id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:26.214294 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Checking router: b79a9789-d0e5-4986-bcd3-371c70cf88d9 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:03:26.214659 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Updating router b79a9789-d0e5-4986-bcd3-371c70cf88d9 port 38fd7765-a01d-4876-876c-0ef971ebf8bc binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:03:26.283714 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:26.802966 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:26.826489 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Transition to ACTIVE for port object 38fd7765-a01d-4876-876c-0ef971ebf8bc will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:03:26.831785 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:26.835874 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:26.988900 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Pushing event updated for resources: {'Port': ['ID=38fd7765-a01d-4876-876c-0ef971ebf8bc,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:27.030916 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.031245 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.031565 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.031883 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.032200 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.032512 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.032821 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.033166 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.033480 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.033818 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.034124 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.034424 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Tracked resource versions report: Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: pushed versions: Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: { 'AddressGroup': {'1.2'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'ConntrackHelper': {'1.0'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Log': {'1.0'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Network': {'1.1'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Port': {'1.7'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'PortForwarding': {'1.2'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'QosPolicy': {'1.8'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroup': {'1.4'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SubPort': {'1.0'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Subnet': {'1.1'}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Trunk': {'1.1'}} Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: consumer versions: Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'ConntrackHelper': '1.0', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Log': '1.0', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Network': '1.1', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Port': '1.7', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'PortForwarding': '1.2', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'QosPolicy': '1.8', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroup': '1.4', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroupRule': '1.2', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SubPort': '1.0', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Subnet': '1.1', Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Trunk': '1.1'}} Jun 10 16:03:27.035592 dv-cinder-789564-6-iscsi neutron-server[91921]: {{(pid=91921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:03:27.062964 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:27.079812 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Attempting to bind port 38fd7765-a01d-4876-876c-0ef971ebf8bc on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:03:27.080201 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Attempting to bind port 38fd7765-a01d-4876-876c-0ef971ebf8bc by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:03:27.080623 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Attempting to bind port 38fd7765-a01d-4876-876c-0ef971ebf8bc on network 76e06e74-567b-4ee4-9f41-e3da8d20f17a {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:03:27.085526 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:03:27.085937 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Checking segment: {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:03:27.086391 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:27.086773 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Bound using segment: {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:03:27.087227 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Bound port: 38fd7765-a01d-4876-876c-0ef971ebf8bc, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f561d2-3535-466a-bc32-3ec0c66765b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:03:27.087590 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:27.160086 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] For port 38fd7765-a01d-4876-876c-0ef971ebf8bc, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:03:27.182265 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] For port 38fd7765-a01d-4876-876c-0ef971ebf8bc, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=38fd7765-a01d-4876-876c-0ef971ebf8bc,segment=NetworkSegment(d3f561d2-3535-466a-bc32-3ec0c66765b4),segment_id=d3f561d2-3535-466a-bc32-3ec0c66765b4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:03:27.186439 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:27.188800 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:27.254233 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Pushing event updated for resources: {'Port': ['ID=38fd7765-a01d-4876-876c-0ef971ebf8bc,revision_number=4']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:27.257767 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:27.262798 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Routers {'b79a9789-d0e5-4986-bcd3-371c70cf88d9'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:03:27.263292 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:03:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:27.393239 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] Set router b79a9789-d0e5-4986-bcd3-371c70cf88d9 gateway port host: None {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:03:27.659793 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:03:14Z', 'updated_at': '2021-06-10T16:03:24Z', 'revision_number': 2, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'gw_port_host': None, '_interfaces': [{'id': '38fd7765-a01d-4876-876c-0ef971ebf8bc', 'name': '', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'mac_address': 'fa:16:3e:99:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:23Z', 'updated_at': '2021-06-10T16:03:27Z', 'revision_number': 4, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnets': [{'id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:27.664400 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f26d8-dd69-4d9a-987c-9d52f92d2eb6 None None] The sync data for ids ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'] in dv-cinder-789564-6-iscsi is: [{'id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:03:14Z', 'updated_at': '2021-06-10T16:03:24Z', 'revision_number': 2, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'gw_port_host': None, '_interfaces': [{'id': '38fd7765-a01d-4876-876c-0ef971ebf8bc', 'name': '', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'mac_address': 'fa:16:3e:99:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:23Z', 'updated_at': '2021-06-10T16:03:27Z', 'revision_number': 4, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnets': [{'id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:03:27.716214 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 47832) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:27.846110 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a27bb-a8ac-4034-9ba3-92f739c7640d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:27.847475 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-fb7a27bb-a8ac-4034-9ba3-92f739c7640d admin admin] 10.222.0.44 "GET /v2.0/networks/2f537f53-474f-4db3-bb73-4e1554dcc69c HTTP/1.1" status: 200 len: 842 time: 0.1303110 Jun 10 16:03:27.856836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'name': 'public-subnet'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:03:27.880646 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Made reservation on behalf of 260eaea523a84db782d15c1093bcb2ee for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:03:27.883501 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:28.261207 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.objects.ports [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91919) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:03:28.261637 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:28.264425 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:28.330041 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c1b16c-65f6-4df4-b333-f3f4181e29d5,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:28.338120 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:28.339008 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:03:28.339359 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Network hostable DHCP agents. Network: 2f537f53-474f-4db3-bb73-4e1554dcc69c, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:03:28.362193 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:03:28.374043 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 2f537f53-474f-4db3-bb73-4e1554dcc69c) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:03:28.378434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:28.379117 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:28.383334 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203bc28c-1364-42c4-a2fa-355fc9b1ea1c None None] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:03:28.401020 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5474129 Jun 10 16:03:28.556138 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4ba4c-f2c9-4518-abcf-2e340dddbcce None None] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:03:30.631998 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 47844) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:30.955895 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6828cf83-0a0b-4814-a768-d1cf0985065f admin admin] 10.222.0.44 "GET /v2.0/routers/b79a9789-d0e5-4986-bcd3-371c70cf88d9 HTTP/1.1" status: 200 len: 710 time: 0.3228834 Jun 10 16:03:31.089845 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95699948-383c-4166-a188-c7c5a5ca5bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:03:31.091200 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-95699948-383c-4166-a188-c7c5a5ca5bdd admin admin] 10.222.0.44 "GET /v2.0/networks/2f537f53-474f-4db3-bb73-4e1554dcc69c HTTP/1.1" status: 200 len: 886 time: 0.1295018 Jun 10 16:03:31.099723 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:03:31.402322 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 38fd7765-a01d-4876-876c-0ef971ebf8bc up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:03:31.457474 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 38fd7765-a01d-4876-876c-0ef971ebf8bc completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:03:31.461732 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 38fd7765-a01d-4876-876c-0ef971ebf8bc triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:31.462467 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:31.465895 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:31.557013 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:31.595679 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 38fd7765-a01d-4876-876c-0ef971ebf8bc, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=38fd7765-a01d-4876-876c-0ef971ebf8bc,segment=NetworkSegment(d3f561d2-3535-466a-bc32-3ec0c66765b4),segment_id=d3f561d2-3535-466a-bc32-3ec0c66765b4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:03:31.600796 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:31.605670 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-829c74fd-0978-41f6-88ac-a93115bae65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:31.664954 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=38fd7765-a01d-4876-876c-0ef971ebf8bc,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:31.668278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:31.779137 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:31.861856 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:32.073294 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Allocated IP 172.27.0.127 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/75045fa6-b2a9-4057-b9d1-0d63f19c4985) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:03:32.203445 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:32.289967 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:32.292013 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:32.368947 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:03:32.376392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:03:32.382045 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:03:32.385255 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Pushing event updated for resources: {'Port': ['ID=75045fa6-b2a9-4057-b9d1-0d63f19c4985,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:32.429188 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:32.726532 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:32.996710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:32.999800 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-366236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-366227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-364215'] for router, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:33.144207 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Router b79a9789-d0e5-4986-bcd3-371c70cf88d9 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:03:33.343632 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:03:33.348047 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:33.349150 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] 10.222.0.44 "PUT /v2.0/routers/b79a9789-d0e5-4986-bcd3-371c70cf88d9 HTTP/1.1" status: 200 len: 890 time: 2.2525468 Jun 10 16:03:33.353370 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Sync routers for ids ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:03:33.367170 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Routers {'b79a9789-d0e5-4986-bcd3-371c70cf88d9'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:03:33.368170 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:03:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:33.456727 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 38fd7765-a01d-4876-876c-0ef971ebf8bc up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:03:33.646249 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 38fd7765-a01d-4876-876c-0ef971ebf8bc triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:33.646628 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:33.672797 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Set router b79a9789-d0e5-4986-bcd3-371c70cf88d9 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:03:34.220950 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '75045fa6-b2a9-4057-b9d1-0d63f19c4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:03:14Z', 'updated_at': '2021-06-10T16:03:32Z', 'revision_number': 4, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'gw_port': {'id': '75045fa6-b2a9-4057-b9d1-0d63f19c4985', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:31Z', 'updated_at': '2021-06-10T16:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '38fd7765-a01d-4876-876c-0ef971ebf8bc', 'name': '', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'mac_address': 'fa:16:3e:99:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:23Z', 'updated_at': '2021-06-10T16:03:31Z', 'revision_number': 5, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnets': [{'id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:34.227451 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Checking router: b79a9789-d0e5-4986-bcd3-371c70cf88d9 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:03:34.227808 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Updating router b79a9789-d0e5-4986-bcd3-371c70cf88d9 port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:03:34.270518 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:34.637179 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:34.647240 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Transition to ACTIVE for port object 75045fa6-b2a9-4057-b9d1-0d63f19c4985 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:03:34.653880 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:34.656112 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:34.714068 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Attempting to bind port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:03:34.714453 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Attempting to bind port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:03:34.714822 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Attempting to bind port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:03:34.721758 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ed63f-82e2-474f-a144-c00984e12b42 None None] Pushing event updated for resources: {'Port': ['ID=75045fa6-b2a9-4057-b9d1-0d63f19c4985,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:34.724313 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-255ed63f-82e2-474f-a144-c00984e12b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:34.725791 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:03:34.726166 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:03:34.726571 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:34.726960 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:03:34.727440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Bound port: 75045fa6-b2a9-4057-b9d1-0d63f19c4985, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:03:34.727819 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:34.787156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] For port 75045fa6-b2a9-4057-b9d1-0d63f19c4985, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:03:34.791013 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] For port 75045fa6-b2a9-4057-b9d1-0d63f19c4985, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=75045fa6-b2a9-4057-b9d1-0d63f19c4985,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:03:34.795514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:34.797883 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3d426e97-aea9-451b-9ddc-fc753d70357a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:34.860322 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Routers {'b79a9789-d0e5-4986-bcd3-371c70cf88d9'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:03:34.860938 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:03:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:34.957263 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ed63f-82e2-474f-a144-c00984e12b42 None None] Pushing event updated for resources: {'Port': ['ID=75045fa6-b2a9-4057-b9d1-0d63f19c4985,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:34.962841 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-255ed63f-82e2-474f-a144-c00984e12b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:35.012082 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] Set router b79a9789-d0e5-4986-bcd3-371c70cf88d9 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:03:35.285128 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '75045fa6-b2a9-4057-b9d1-0d63f19c4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:03:14Z', 'updated_at': '2021-06-10T16:03:32Z', 'revision_number': 4, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'gw_port': {'id': '75045fa6-b2a9-4057-b9d1-0d63f19c4985', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:31Z', 'updated_at': '2021-06-10T16:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '38fd7765-a01d-4876-876c-0ef971ebf8bc', 'name': '', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'mac_address': 'fa:16:3e:99:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:23Z', 'updated_at': '2021-06-10T16:03:31Z', 'revision_number': 5, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnets': [{'id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:03:35.289225 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a34b-2e88-446d-8b41-13c71f0c3324 None None] The sync data for ids ['b79a9789-d0e5-4986-bcd3-371c70cf88d9'] in dv-cinder-789564-6-iscsi is: [{'id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'name': 'router1', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '75045fa6-b2a9-4057-b9d1-0d63f19c4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:03:14Z', 'updated_at': '2021-06-10T16:03:32Z', 'revision_number': 4, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'gw_port': {'id': '75045fa6-b2a9-4057-b9d1-0d63f19c4985', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:31Z', 'updated_at': '2021-06-10T16:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '38fd7765-a01d-4876-876c-0ef971ebf8bc', 'name': '', 'network_id': '76e06e74-567b-4ee4-9f41-e3da8d20f17a', 'tenant_id': 'e02ca150a60f4d98828a3d75725ee85d', 'mac_address': 'fa:16:3e:99:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79a9789-d0e5-4986-bcd3-371c70cf88d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:03:23Z', 'updated_at': '2021-06-10T16:03:31Z', 'revision_number': 5, 'project_id': 'e02ca150a60f4d98828a3d75725ee85d', 'subnets': [{'id': 'b2d654a3-7070-4520-9e0c-97133fab602a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73026700-5db1-4e25-91c9-7cd548b67ade'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:03:35.710783 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 47852) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:03:35.844025 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-fe70f739-08b4-4b77-863e-94b5210594aa admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1321137 Jun 10 16:03:37.412931 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 75045fa6-b2a9-4057-b9d1-0d63f19c4985 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:03:37.487244 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:03:37.491629 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:37.492269 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:37.587048 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:37.613148 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 75045fa6-b2a9-4057-b9d1-0d63f19c4985, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=75045fa6-b2a9-4057-b9d1-0d63f19c4985,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:03:37.618672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:37.623778 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:03:37.687009 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=75045fa6-b2a9-4057-b9d1-0d63f19c4985,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:03:37.691130 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:03:39.416588 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 75045fa6-b2a9-4057-b9d1-0d63f19c4985 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:03:39.486027 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 75045fa6-b2a9-4057-b9d1-0d63f19c4985 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:03:39.486887 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:48.624534 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d5baf9ff-c2b7-4a0c-93dc-8270874c9377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:51.115014 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d51f0296-1482-4eeb-93cc-d85663231106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:51.477119 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:51.962727 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:53.837248 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:03:54.997085 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:04:18.628354 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-220160d2-4727-4afd-afc0-d1ad53968e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:21.102595 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6a02dbed-f819-4328-baae-2113f3aad6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:21.473223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:21.967918 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:23.823278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:31.996505 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:04:48.633521 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a0c063e0-7136-4a0d-a3e0-2c95ce1b91dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:51.097505 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-02d7a284-8411-4440-aa0e-3ee484a274bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:51.467191 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:51.967301 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:04:53.849612 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:08.996043 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:05:11.523210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48420) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:11.588999 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.pecan_wsgi.hooks.translation [None req-52997d7f-4362-46f0-a656-075089842794 admin admin] GET failed (client error): The resource could not be found. Jun 10 16:05:11.590356 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-52997d7f-4362-46f0-a656-075089842794 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662241 Jun 10 16:05:11.768583 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7db715-1f61-43cf-8ff1-01e83731baef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:11.770600 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-8a7db715-1f61-43cf-8ff1-01e83731baef admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1764581 Jun 10 16:05:13.902559 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48430) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:13.998469 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f660a6c-8cf0-4e91-8c72-eecd1a488ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:13.999763 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4f660a6c-8cf0-4e91-8c72-eecd1a488ccb admin admin] 10.222.0.44 "GET /v2.0/subnets/b2d654a3-7070-4520-9e0c-97133fab602a HTTP/1.1" status: 200 len: 849 time: 0.0962670 Jun 10 16:05:14.009358 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:05:14.107838 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Notify callbacks [] for subnet, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:14.270577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730453182001'] for subnet, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:14.272784 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4c00f696-b277-4c6d-a34d-42ce31085c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:05:14.307756 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:14.308350 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:14.317416 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] 10.222.0.44 "PUT /v2.0/subnets/b2d654a3-7070-4520-9e0c-97133fab602a HTTP/1.1" status: 200 len: 868 time: 0.3038950 Jun 10 16:05:14.317667 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bc20f-5bae-4da7-b8a6-46a5f533b08b None None] Network 76e06e74-567b-4ee4-9f41-e3da8d20f17a requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:05:14.336682 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d654a3-7070-4520-9e0c-97133fab602a,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:05:14.344915 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.345605 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.346256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.346752 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.347242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.347593 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.347920 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.348241 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.348577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.348897 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.349255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.349566 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:05:14.353219 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:05:14.739594 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-a18e04f1-70fa-4381-ba73-23841530aeca None None] Provisioning complete for port 38fd7765-a01d-4876-876c-0ef971ebf8bc triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:05:14.739967 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a18e04f1-70fa-4381-ba73-23841530aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:14.839239 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-a18e04f1-70fa-4381-ba73-23841530aeca None None] Provisioning complete for port 5a2b7392-cd23-4f67-96a7-d23fb4a94220 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:05:14.839542 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a18e04f1-70fa-4381-ba73-23841530aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:16.483045 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48438) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:16.693300 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ff412-fd1b-4cee-a80b-cf62b03fc30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:16.693778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ff412-fd1b-4cee-a80b-cf62b03fc30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:16.695307 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-2a4ff412-fd1b-4cee-a80b-cf62b03fc30c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113090 Jun 10 16:05:18.633884 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-911663d0-d309-4164-a902-62bef930c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:18.829547 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48446) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:19.037192 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dfd14-54f7-4a18-9f8c-1840ded41b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:19.037667 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dfd14-54f7-4a18-9f8c-1840ded41b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:19.039189 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-228dfd14-54f7-4a18-9f8c-1840ded41b03 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086992 Jun 10 16:05:21.090688 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-178d32b8-857d-4b4d-a4a0-211ba43f1959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:21.193112 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48456) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:21.341648 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73dc5b7-5ddf-4294-bc8d-0e844298878e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:21.342982 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c73dc5b7-5ddf-4294-bc8d-0e844298878e admin admin] 10.222.0.44 "GET /v2.0/networks/2f537f53-474f-4db3-bb73-4e1554dcc69c HTTP/1.1" status: 200 len: 886 time: 0.1488976 Jun 10 16:05:21.470260 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:21.969508 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:23.520631 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48464) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:23.681771 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29e136-595a-4a6e-b266-b7da4ec43652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:23.683168 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-2f29e136-595a-4a6e-b266-b7da4ec43652 admin admin] 10.222.0.44 "GET /v2.0/networks/76e06e74-567b-4ee4-9f41-e3da8d20f17a HTTP/1.1" status: 200 len: 869 time: 0.1614614 Jun 10 16:05:23.843473 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:25.803096 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48472) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:25.937530 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f5644-6710-4e2a-bc3a-9c7f0565aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:25.937990 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f5644-6710-4e2a-bc3a-9c7f0565aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:25.939517 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8b6f5644-6710-4e2a-bc3a-9c7f0565aa44 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354668 Jun 10 16:05:28.121133 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48480) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:28.217559 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77627b02-a83e-4955-96d6-a7c03b556f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:28.218007 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77627b02-a83e-4955-96d6-a7c03b556f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:28.219503 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-77627b02-a83e-4955-96d6-a7c03b556f31 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0974276 Jun 10 16:05:30.359752 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48488) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:30.455470 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3624d936-7dc2-48e9-bc20-2b6232551964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:30.456849 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3624d936-7dc2-48e9-bc20-2b6232551964 admin admin] 10.222.0.44 "GET /v2.0/subnets/a3c1b16c-65f6-4df4-b333-f3f4181e29d5 HTTP/1.1" status: 200 len: 816 time: 0.0960884 Jun 10 16:05:32.677974 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48496) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:32.777364 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520eb818-79c5-4946-94bb-bda6ee03df4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:32.778693 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-520eb818-79c5-4946-94bb-bda6ee03df4c admin admin] 10.222.0.44 "GET /v2.0/subnets/b2d654a3-7070-4520-9e0c-97133fab602a HTTP/1.1" status: 200 len: 868 time: 0.0997539 Jun 10 16:05:45.995246 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:05:48.634497 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b7cea003-7acf-4900-95a8-86a725ba7972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:51.091186 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-70b1fdda-843f-4d7d-b587-76a9939f5dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:51.472945 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:51.973242 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:53.847745 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:05:55.996374 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48540) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:56.042508 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [None req-210711cd-4163-434e-b3ec-f70193b0ba32 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:05:56.043493 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-210711cd-4163-434e-b3ec-f70193b0ba32 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461810 Jun 10 16:05:58.379335 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48548) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:05:58.441432 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb5193b-1a1d-470e-b712-9f48c864de2b admin admin] GET failed (client error): The resource could not be found. Jun 10 16:05:58.442774 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-9eb5193b-1a1d-470e-b712-9f48c864de2b admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625093 Jun 10 16:05:58.600382 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d833f-e790-4cf0-9502-e833cb9519bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:05:58.601825 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-cf2d833f-e790-4cf0-9502-e833cb9519bc admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1552572 Jun 10 16:06:00.825751 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48556) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:06:00.871467 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:06:00.898492 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Made reservation on behalf of 260eaea523a84db782d15c1093bcb2ee for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:06:00.900753 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:00.946564 dv-cinder-789564-6-iscsi neutron-server[91918]: WARNING neutron.services.revisions.revision_plugin [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Could not find related network for resource to bump revision. Jun 10 16:06:00.961760 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:06:00.974176 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730453314726', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:00.974719 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Unsubscribe: segment precommit_create {{(pid=91918) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 16:06:00.975175 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Added segment b4f9caca-a882-40c7-b1ff-6dfbf848b259 of type vlan for network 32bd33b6-2309-4f9c-ba8d-304c8487da98 Jun 10 16:06:01.028619 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:01.071421 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:01.072736 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:06:01.073330 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:01.075994 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:06:01.119743 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2926230 Jun 10 16:06:01.276951 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Pushing event updated for resources: {'Network': ['ID=32bd33b6-2309-4f9c-ba8d-304c8487da98,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:06:01.284577 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.284859 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.285225 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.285552 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.285879 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.286211 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.286533 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.286848 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.287165 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.287476 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.287787 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.288098 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:01.303466 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:06:01.311539 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 32bd33b6-2309-4f9c-ba8d-304c8487da98 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:06:03.263230 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48564) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:06:03.326486 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a04e86-84ff-41c5-8fa3-098a4964973f admin admin] GET failed (client error): The resource could not be found. Jun 10 16:06:03.327820 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-68a04e86-84ff-41c5-8fa3-098a4964973f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636616 Jun 10 16:06:03.419259 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de65580f-eb85-4fd8-9782-f3e47cc51da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:06:03.420709 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-de65580f-eb85-4fd8-9782-f3e47cc51da1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0888655 Jun 10 16:06:03.430278 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:06:03.450595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Made reservation on behalf of 260eaea523a84db782d15c1093bcb2ee for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:06:03.452703 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:03.741245 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:03.743978 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5993bc5c-c1d4-431c-b1b5-971cfc77832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:06:03.809041 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=91130ff9-646e-4028-8dd0-b519661dc369,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:06:03.811961 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:06:03.814580 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Checking segment: {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:06:03.815524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Network hostable DHCP agents. Network: 32bd33b6-2309-4f9c-ba8d-304c8487da98, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:06:03.832075 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Network 32bd33b6-2309-4f9c-ba8d-304c8487da98 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:06:03.840331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 32bd33b6-2309-4f9c-ba8d-304c8487da98) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:06:03.844306 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:06:03.844883 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:03.849909 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0308d0b-7cf9-401f-8939-6e1cf5ffa8d6 None None] Network 32bd33b6-2309-4f9c-ba8d-304c8487da98 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:06:03.859290 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4323869 Jun 10 16:06:04.053033 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-32bd33b6-2309-4f9c-ba8d-304c8487da98', 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98', 'tenant_id': '260eaea523a84db782d15c1093bcb2ee', 'fixed_ips': [{'subnet_id': '91130ff9-646e-4028-8dd0-b519661dc369'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:06:04.053931 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:04.212652 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Allocated IP 192.168.233.2 (32bd33b6-2309-4f9c-ba8d-304c8487da98/91130ff9-646e-4028-8dd0-b519661dc369/339ffefa-e802-4616-b203-83d17476595c) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:06:04.400676 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:04.410273 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Transition to ACTIVE for port object 339ffefa-e802-4616-b203-83d17476595c will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:06:04.425690 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Transition to ACTIVE for port object 339ffefa-e802-4616-b203-83d17476595c will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:06:04.431746 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:04.433927 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:06:04.582311 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Network 32bd33b6-2309-4f9c-ba8d-304c8487da98 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:06:04.588050 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:06:04.591019 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:06:04.593031 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Pushing event updated for resources: {'Port': ['ID=339ffefa-e802-4616-b203-83d17476595c,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:06:04.603573 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.604040 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.604225 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.604588 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.604904 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.605253 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.605565 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.605883 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.606215 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.606529 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.606844 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.607151 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:06:04.611296 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:06:04.671302 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Attempting to bind port 339ffefa-e802-4616-b203-83d17476595c on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:06:04.671701 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Attempting to bind port 339ffefa-e802-4616-b203-83d17476595c by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:06:04.672051 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Attempting to bind port 339ffefa-e802-4616-b203-83d17476595c on network 32bd33b6-2309-4f9c-ba8d-304c8487da98 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:06:04.677522 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:06:04.677896 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Checking segment: {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:06:04.678290 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:04.678674 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Bound using segment: {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:06:04.679142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Bound port: 339ffefa-e802-4616-b203-83d17476595c, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:06:04.679507 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:04.755066 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] For port 339ffefa-e802-4616-b203-83d17476595c, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:06:04.758397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] For port 339ffefa-e802-4616-b203-83d17476595c, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=339ffefa-e802-4616-b203-83d17476595c,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:06:04.762761 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:04.765019 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-255ed63f-82e2-474f-a144-c00984e12b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:06:04.833668 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Pushing event updated for resources: {'Port': ['ID=339ffefa-e802-4616-b203-83d17476595c,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:06:04.836632 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:06:05.550184 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 339ffefa-e802-4616-b203-83d17476595c up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:06:05.616871 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 339ffefa-e802-4616-b203-83d17476595c completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:06:05.627748 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30a8c9-a0b5-41b7-8c11-577672c76c31 None None] Network 32bd33b6-2309-4f9c-ba8d-304c8487da98 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:06:05.738694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Provisioning for port 339ffefa-e802-4616-b203-83d17476595c completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:06:05.766881 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Provisioning complete for port 339ffefa-e802-4616-b203-83d17476595c triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:06:05.767251 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:05.910397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:05.957149 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] For port 339ffefa-e802-4616-b203-83d17476595c, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=339ffefa-e802-4616-b203-83d17476595c,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:06:05.961954 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:05.965578 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:06:06.028779 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Pushing event updated for resources: {'Port': ['ID=339ffefa-e802-4616-b203-83d17476595c,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:06:06.032235 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:06:06.182249 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-977dcd66-6914-4e33-aec9-a83ced70ea48 None None] Provisioning complete for port 339ffefa-e802-4616-b203-83d17476595c triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:06:06.182619 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-977dcd66-6914-4e33-aec9-a83ced70ea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:07.499506 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 339ffefa-e802-4616-b203-83d17476595c up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:06:07.557420 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 339ffefa-e802-4616-b203-83d17476595c triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:06:07.557723 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:18.636872 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-29d1eb51-1bc6-45c8-bf13-42f5d231344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:21.091786 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-321fb2b1-b084-4be9-bde5-42709e981c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:21.475016 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:21.975427 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:22.994507 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:06:23.847062 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:48.638364 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f24f0c3c-8dd5-4ec9-bd30-e98e6d8dc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:51.092406 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b6c3cb92-78b3-4f9d-9e43-388ab4a43e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:51.478281 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:51.979248 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:53.849011 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:06:59.993733 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:07:10.897716 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48616) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:07:10.903690 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [None req-054ee544-9e73-4f1e-a64f-d76dabced4bc tempest-verify_tempest_config-1898379270 tempest-verify_tempest_config-1898379270-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:07:10.904630 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-054ee544-9e73-4f1e-a64f-d76dabced4bc tempest-verify_tempest_config-1898379270 tempest-verify_tempest_config-1898379270-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059621 Jun 10 16:07:11.215271 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48634) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:07:11.318966 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.440460 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.444213 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.449954 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:07:11.493193 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8384106ced4c4000840907a6271df137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2768707 Jun 10 16:07:11.494003 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece530f-c130-4810-beb5-ddeb361c7527,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:07:11.496058 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48638) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:07:11.500876 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.501272 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.501614 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.501941 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.502266 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.502609 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.502935 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.503255 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.503586 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.503904 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.504225 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.504538 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.508850 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:07:11.559897 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.581949 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.675711 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.678576 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:11.679730 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ece530f-c130-4810-beb5-ddeb361c7527 HTTP/1.1" status: 204 len: 168 time: 0.1826515 Jun 10 16:07:11.680420 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:07:11.689801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece530f-c130-4810-beb5-ddeb361c7527,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:07:11.696297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.696569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.696898 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.697246 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.697566 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.697901 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.698220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.698530 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.698855 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.699168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.699476 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.699786 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:07:11.702738 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:07:18.641925 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-aaa700ad-3be8-4fd0-8c47-9e4c5c8d6028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:21.092466 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-eac5530e-ea26-4baa-a273-9bb35f48a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:21.479728 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:21.981430 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:23.852537 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:36.991785 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:07:48.645476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-366dbf99-9e7f-4a3e-8217-d6ad55037b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:51.093089 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-774a490a-10c7-446b-8a74-279aad847738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:51.481137 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:51.984548 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:07:53.858886 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:13.990756 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 5 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:08:18.645728 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ea419716-fe78-41eb-8cad-f147d14b7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:21.092818 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4db2-14b4-41cc-8f79-0652523b82e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:21.483054 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:21.987216 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:23.856037 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:46.653622 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717'] for agent, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:48.645514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5906f1ac-cbe0-4600-a043-5a8ddd08a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:50.762467 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48692) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:08:50.865764 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-362f3de6-7ea0-45a7-8594-9ea969ba777c admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1016734 Jun 10 16:08:50.989592 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:08:51.094292 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-1c33468b-4e1b-4c92-a539-bdf70b073c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:51.484127 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:51.993829 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:08:53.004382 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48702) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:08:53.060549 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a4c824f5-83f4-4321-9dec-231218178fd0 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0550697 Jun 10 16:08:53.861409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:16.616345 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:18.646149 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4ad5-b43a-429e-9073-679975083061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:21.093763 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-1a7366a2-454d-4c4a-8c0e-5600be1d11ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:21.484700 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:21.991880 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:23.860934 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:27.990743 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:09:46.639681 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:48.646935 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-4f8d67b9-61a5-4920-b636-580afa41e773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.096707 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6dc7-4478-4935-b853-4598f58c9b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.485788 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.995709 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:53.863467 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:04.990958 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:10:16.650530 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:18.650245 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8b62-e273-4d49-9a9d-0fb6767523e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.152012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48898) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:19.504051 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-583813097-network', 'tenant_id': '44bae32dc47848668ccc7b67e5ba8be1'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:19.528058 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Made reservation on behalf of 44bae32dc47848668ccc7b67e5ba8be1 for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:19.530594 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.542059 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.584891 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48922) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:19.642813 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.652725 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.657546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:19.688793 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fea87b-38ce-4232-979a-861727c0dd7e,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:19.691497 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:10:19.701357 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.701699 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.702028 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.702351 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.702686 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.703014 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.703333 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.703647 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.703998 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.704339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.704625 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.704933 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Tracked resource versions report: Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: pushed versions: Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: { 'AddressGroup': {'1.2'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'ConntrackHelper': {'1.0'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Log': {'1.0'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Network': {'1.1'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Port': {'1.7'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'PortForwarding': {'1.2'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'QosPolicy': {'1.8'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroup': {'1.4'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SubPort': {'1.0'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Subnet': {'1.1'}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Trunk': {'1.1'}} Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: consumer versions: Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: HyperV agent@hv-cinder-78956: {}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'ConntrackHelper': '1.0', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Log': '1.0', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Network': '1.1', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Port': '1.7', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'PortForwarding': '1.2', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'QosPolicy': '1.8', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroup': '1.4', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SecurityGroupRule': '1.2', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'SubPort': '1.0', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Subnet': '1.1', Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: 'Trunk': '1.1'}} Jun 10 16:10:19.705964 dv-cinder-789564-6-iscsi neutron-server[91919]: {{(pid=91919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:10:19.709801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:19.713346 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.713678 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Added segment 1467afb4-0754-4331-8f70-2a89dde21212 of type vlan for network e8d275aa-87d3-4493-8402-1b35c77192a9 Jun 10 16:10:19.762771 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.800075 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.802216 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:19.802837 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.811232 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-61d85456-1fba-4781-8fb3-cf7be1f6455f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:19.840110 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6840789 Jun 10 16:10:19.840607 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48936) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:19.845726 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Request body: {'subnet': {'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-583813097-subnet', 'tenant_id': '44bae32dc47848668ccc7b67e5ba8be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:19.871233 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Made reservation on behalf of 44bae32dc47848668ccc7b67e5ba8be1 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:19.875341 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.892295 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Pushing event updated for resources: {'Network': ['ID=e8d275aa-87d3-4493-8402-1b35c77192a9,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:19.894814 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48938) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:19.897118 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:19.906807 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network e8d275aa-87d3-4493-8402-1b35c77192a9 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:10:20.044189 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-69723398-network', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:20.057950 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48944) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:20.068465 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Made reservation on behalf of 97c6937fdffe4e559e5b7522ec222be5 for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:20.071876 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.086166 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.106535 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 48948) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:20.200815 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.234305 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-network', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:20.237108 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.259931 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:10:20.272444 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.273040 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Added segment 503d0886-573f-40c8-bfef-290698c29594 of type vlan for network 87e3db7b-ecc6-4124-8502-aa84152060c9 Jun 10 16:10:20.286803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Made reservation on behalf of ef7dc639dbd445bc8a2d3ad2363dcab1 for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:20.289277 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.320981 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-network', 'tenant_id': '2073ea951e764d91a6191699b0e02db2'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:20.330128 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.339524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.345745 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.370826 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Made reservation on behalf of 2073ea951e764d91a6191699b0e02db2 for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:20.373643 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.382173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.392040 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:20.393175 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.398048 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-564537044-network', 'tenant_id': 'f2283690268446f5b53a52622c18c6e6'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:20.402871 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.407125 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.433295 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c740cbe9-ce2c-403f-9eb0-33e95182f3dc,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.448190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.448847 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.449430 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.449934 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.450427 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.450921 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.451527 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.452349 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.453358 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.453974 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.454489 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.455098 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Tracked resource versions report: Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: pushed versions: Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: { 'AddressGroup': {'1.2'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'ConntrackHelper': {'1.0'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Log': {'1.0'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Network': {'1.1'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Port': {'1.7'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'PortForwarding': {'1.2'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'QosPolicy': {'1.8'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroup': {'1.4'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SubPort': {'1.0'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Subnet': {'1.1'}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Trunk': {'1.1'}} Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: consumer versions: Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: HyperV agent@hv-cinder-78956: {}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'ConntrackHelper': '1.0', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Log': '1.0', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Network': '1.1', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Port': '1.7', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'PortForwarding': '1.2', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'QosPolicy': '1.8', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroup': '1.4', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SecurityGroupRule': '1.2', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'SubPort': '1.0', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Subnet': '1.1', Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: 'Trunk': '1.1'}} Jun 10 16:10:20.456429 dv-cinder-789564-6-iscsi neutron-server[91918]: {{(pid=91918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:10:20.464369 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.464912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-44fcaa15-6204-4f11-8013-428c0d574faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.519751 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Checking segment: {'id': '1467afb4-0754-4331-8f70-2a89dde21212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:20.519966 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Network hostable DHCP agents. Network: e8d275aa-87d3-4493-8402-1b35c77192a9, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:10:20.549437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.556194 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.570078 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.572708 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:10:20.577304 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Pushing event updated for resources: {'Network': ['ID=87e3db7b-ecc6-4124-8502-aa84152060c9,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.580800 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.583355 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.589936 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:10:20.591348 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0046813 Jun 10 16:10:20.592808 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48982) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:20.600465 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Request body: {'subnet': {'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-69723398-subnet', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:20.615253 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3490dc61-7a8e-4ab8-8090-7e71962c700c,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.619220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.625579 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.db.api [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:10:20.625579 dv-cinder-789564-6-iscsi neutron-server[91919]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:10:20.625579 dv-cinder-789564-6-iscsi neutron-server[91919]: [parameters: {'project_id_1': 'f2283690268446f5b53a52622c18c6e6', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 10, 20, 439047)}] Jun 10 16:10:20.625579 dv-cinder-789564-6-iscsi neutron-server[91919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:10:20.625965 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_db.api [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:10:20.631737 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.632083 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Added segment 56192b5c-cea1-4fdc-be52-cd7addb169d4 of type vlan for network 6481ea5f-800d-49a1-9cba-3b952c54f83e Jun 10 16:10:20.654321 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Network e8d275aa-87d3-4493-8402-1b35c77192a9 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:10:20.678961 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fe773a-9b2f-43fa-b601-e2e9db7441be,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.681715 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, e8d275aa-87d3-4493-8402-1b35c77192a9) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:20.690281 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.694062 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:20.695640 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.714924 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc67bf77-5658-47a0-bcf4-43a4d166f2ca None None] Network e8d275aa-87d3-4493-8402-1b35c77192a9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:20.718752 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.827079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.829239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:20.829962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.841749 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c944061f-22b4-4143-af1b-b544ba68c1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.885809 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.906503 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0645397 Jun 10 16:10:20.941325 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Pushing event updated for resources: {'Network': ['ID=6481ea5f-800d-49a1-9cba-3b952c54f83e,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.944414 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.946146 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.948170 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0520761 Jun 10 16:10:20.951100 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 48990) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:20.951248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.954635 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d843f-ac5a-4774-a323-52097b8fdd05 None None] Network e8d275aa-87d3-4493-8402-1b35c77192a9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:20.961406 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Request body: {'subnet': {'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-subnet', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:20.975810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:10:20.980476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:10:20.986556 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb3b87d-b28f-422d-8fa5-52833f2eb2e3,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.991291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.992687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.993048 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Added segment 1c7e257c-d6ba-46c8-9602-948315553cff of type vlan for network c04c9874-ce23-4aa4-a6d9-8b601de141e3 Jun 10 16:10:20.994942 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.db.api [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:10:20.994942 dv-cinder-789564-6-iscsi neutron-server[91918]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:10:20.994942 dv-cinder-789564-6-iscsi neutron-server[91918]: [parameters: {'project_id_1': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 10, 20, 971449)}] Jun 10 16:10:20.994942 dv-cinder-789564-6-iscsi neutron-server[91918]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:10:20.997656 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_db.api [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:10:21.021882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Made reservation on behalf of 97c6937fdffe4e559e5b7522ec222be5 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:21.024856 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.071365 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.139896 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.143923 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:21.144806 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.159955 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:21.252555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Made reservation on behalf of f2283690268446f5b53a52622c18c6e6 for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:21.260380 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.263102 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-37ba0610-aee5-4f6d-8420-9170236aa8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.276858 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1691623 Jun 10 16:10:21.277774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49002) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:21.321844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Request body: {'subnet': {'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-subnet', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:21.392091 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.399760 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Pushing event updated for resources: {'Network': ['ID=c04c9874-ce23-4aa4-a6d9-8b601de141e3,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:21.412076 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:10:21.418261 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:21.438388 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Made reservation on behalf of 2073ea951e764d91a6191699b0e02db2 for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:21.443838 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.587595 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.600812 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-063b56c4-7689-4bdb-b5c0-22d16e3f6674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:21.603874 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.707212 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:21.711000 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:21.712273 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Checking segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:21.712727 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Network hostable DHCP agents. Network: 87e3db7b-ecc6-4124-8502-aa84152060c9, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:10:21.734323 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:10:21.737091 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.759614 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 87e3db7b-ecc6-4124-8502-aa84152060c9) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:21.768129 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c99bd-92c9-446b-bad2-012ed2c8aa87 None None] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:21.773444 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:21.774055 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.781945 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.791419 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Made reservation on behalf of ef7dc639dbd445bc8a2d3ad2363dcab1 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:21.794640 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.799621 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:21.800522 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2039540 Jun 10 16:10:21.813948 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49022) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:21.820465 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:21.847564 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:10:21.849659 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.897620 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.897966 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Added segment c6e33890-d643-435c-817f-5d92e17d67d2 of type vlan for network 58800f63-2241-4de7-8228-e0607974636f Jun 10 16:10:21.912048 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e874fe5-61c6-4b51-be2c-01b4c885e412,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:21.950089 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:21.951694 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:21.965473 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:21.966481 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.038008 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.128809 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1fc139-cc35-40cf-a338-dd2610d131ce,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:22.149694 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:22.176424 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.210000 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.218881 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:22.245980 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-87e3db7b-ecc6-4124-8502-aa84152060c9', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:10:22.247227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.281461 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Checking segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:22.282004 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Network hostable DHCP agents. Network: c04c9874-ce23-4aa4-a6d9-8b601de141e3, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:10:22.292799 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.456789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49066) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:22.460428 dv-cinder-789564-6-iscsi neutron-server[91918]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 16:10:22.471584 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Checking segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:22.472301 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Network hostable DHCP agents. Network: 6481ea5f-800d-49a1-9cba-3b952c54f83e, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:10:22.486016 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c32ae80-3096-4f91-a58c-67c727031abb,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:22.509483 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:22.578898 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:10:22.614701 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Allocated IP 172.20.0.2 (87e3db7b-ecc6-4124-8502-aa84152060c9/e8a85d75-f502-4c0f-8ccc-1f340fe3f70b/51336f44-9167-4ef1-aede-ad559d82a811) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:22.615779 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:10:22.627174 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.678625 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 6481ea5f-800d-49a1-9cba-3b952c54f83e) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:22.687984 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:22.688567 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.693729 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db22e9a-c0b0-411d-9491-9ea527f53837 None None] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:22.707920 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:22.709613 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.744514 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:22.751616 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, c04c9874-ce23-4aa4-a6d9-8b601de141e3) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:22.757471 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8048611 Jun 10 16:10:22.760133 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49074) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:22.764598 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:22.770554 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5aff0b-3d6f-4eed-a804-1c3e47019f68 None None] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:22.778655 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.782312 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-dfa90f5b-038d-4067-8be9-667744c07b76 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:22.790432 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-dfa90f5b-038d-4067-8be9-667744c07b76 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/networks?id=e8d275aa-87d3-4493-8402-1b35c77192a9 HTTP/1.1" status: 200 len: 811 time: 0.3311605 Jun 10 16:10:22.799891 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:22.800461 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.812528 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-57852b72-1a12-4b6b-a8a3-e2ef7a576c42 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/quotas/44bae32dc47848668ccc7b67e5ba8be1 HTTP/1.1" status: 200 len: 375 time: 0.0209711 Jun 10 16:10:22.865292 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Pushing event updated for resources: {'Network': ['ID=58800f63-2241-4de7-8228-e0607974636f,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:22.868049 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:22.881200 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-e24ad434-68fd-4a01-a18e-4dc39a78ad2e tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=44bae32dc47848668ccc7b67e5ba8be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675321 Jun 10 16:10:22.893649 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.896367 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:22.908915 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8493617 Jun 10 16:10:22.912793 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5967705 Jun 10 16:10:22.912793 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49084) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:22.914940 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49088) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:22.919089 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Request body: {'subnet': {'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-564537044-subnet', 'tenant_id': 'f2283690268446f5b53a52622c18c6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:22.922612 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:23.015722 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Made reservation on behalf of f2283690268446f5b53a52622c18c6e6 for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:23.018168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.099535 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 58800f63-2241-4de7-8228-e0607974636f details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:10:23.130860 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.db.api [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:10:23.130860 dv-cinder-789564-6-iscsi neutron-server[91918]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:10:23.130860 dv-cinder-789564-6-iscsi neutron-server[91918]: [parameters: {'project_id_1': '2073ea951e764d91a6191699b0e02db2', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 10, 22, 933578)}] Jun 10 16:10:23.130860 dv-cinder-789564-6-iscsi neutron-server[91918]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:10:23.131229 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_db.api [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:10:23.191996 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.354364 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-08fb54fe-ad3e-48eb-b07e-b56d0d01c417 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:10:23.355993 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-08fb54fe-ad3e-48eb-b07e-b56d0d01c417 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2505391 Jun 10 16:10:23.537719 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.545493 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-258ef8f4-7e9b-48b5-a809-fc3456d4e04a service neutron] 10.222.0.44 "GET /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797440 Jun 10 16:10:23.572981 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.587723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.625822 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:23.652812 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.661383 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Transition to ACTIVE for port object 51336f44-9167-4ef1-aede-ad559d82a811 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:23.683326 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Transition to ACTIVE for port object 51336f44-9167-4ef1-aede-ad559d82a811 will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:23.763303 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12650576-80bb-4bfd-9396-ee8351a64421,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:23.772860 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:23.774288 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Checking segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:23.774650 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Network hostable DHCP agents. Network: 58800f63-2241-4de7-8228-e0607974636f, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:10:23.813040 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Allocated IP 172.27.0.154 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/0930ddb3-9d5b-4a46-a989-9241a3f6c593) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:23.828609 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Network 58800f63-2241-4de7-8228-e0607974636f is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:10:23.858468 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.865569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 58800f63-2241-4de7-8228-e0607974636f) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:23.887005 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:23.887596 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.900594 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769fadd-0a1e-41ba-b030-d717ab6683ec None None] Network 58800f63-2241-4de7-8228-e0607974636f requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:23.920476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:23.948246 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.954914 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:23.958824 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.028267 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.035449 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1221852 Jun 10 16:10:24.039093 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-80bde75a-d542-453d-a2b0-f59f73f9afa9 service neutron] 10.222.0.44 "GET /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005655 Jun 10 16:10:24.113190 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.169079 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.213372 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.215688 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:24.274228 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Pushing event updated for resources: {'Port': ['ID=51336f44-9167-4ef1-aede-ad559d82a811,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:24.315901 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:10:24.316267 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.340138 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:24.349592 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:24.367393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:24.375552 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:24.384684 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0930ddb3-9d5b-4a46-a989-9241a3f6c593,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:24.387644 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:24.456167 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:24.467544 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:24.478096 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.478686 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.479279 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.479824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.480348 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.481054 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.481883 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.482455 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.483553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.486026 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.490176 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.492156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Tracked resource versions report: Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: pushed versions: Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: { 'AddressGroup': {'1.2'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'ConntrackHelper': {'1.0'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Log': {'1.0'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Network': {'1.1'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Port': {'1.7'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'PortForwarding': {'1.2'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'QosPolicy': {'1.8'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroup': {'1.4'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SubPort': {'1.0'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Subnet': {'1.1'}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Trunk': {'1.1'}} Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: consumer versions: Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: HyperV agent@hv-cinder-78956: {}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'ConntrackHelper': '1.0', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Log': '1.0', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Network': '1.1', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Port': '1.7', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'PortForwarding': '1.2', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'QosPolicy': '1.8', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroup': '1.4', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SecurityGroupRule': '1.2', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'SubPort': '1.0', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Subnet': '1.1', Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: 'Trunk': '1.1'}} Jun 10 16:10:24.496293 dv-cinder-789564-6-iscsi neutron-server[91920]: {{(pid=91920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:10:24.681734 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49238) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:24.685484 dv-cinder-789564-6-iscsi neutron-server[91919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 16:10:24.688583 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-73a7d87b-4a19-4632-93ca-f2a5b6b9f223 req-961acff4-062a-4a09-a340-d0aff53416c1 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.1377184 Jun 10 16:10:24.852479 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Allocated IP 172.20.0.2 (c04c9874-ce23-4aa4-a6d9-8b601de141e3/0b1fc139-cc35-40cf-a338-dd2610d131ce/cf8b8250-01d6-4671-89b3-213c7b92ff08) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:24.883969 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:24.978591 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:25.015349 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48f413-0bd9-43f4-9825-492046540895 None None] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:25.264510 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Attempting to bind port 51336f44-9167-4ef1-aede-ad559d82a811 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:25.265198 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Attempting to bind port 51336f44-9167-4ef1-aede-ad559d82a811 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:25.265773 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Attempting to bind port 51336f44-9167-4ef1-aede-ad559d82a811 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:25.330103 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.354212 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-5ddf2de0-c870-49f7-bfa8-42abaa6b2626 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:25.372363 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-5ddf2de0-c870-49f7-bfa8-42abaa6b2626 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.6894579 Jun 10 16:10:25.416439 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-7c26f448-3fe3-4bd6-b111-599b701d8431 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/quotas/f2283690268446f5b53a52622c18c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0419738 Jun 10 16:10:25.479419 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.488206 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Transition to ACTIVE for port object cf8b8250-01d6-4671-89b3-213c7b92ff08 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:25.489763 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49272) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:25.505511 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:25.505844 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Checking segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:25.506285 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.506696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Bound using segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:25.507209 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Bound port: 51336f44-9167-4ef1-aede-ad559d82a811, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:25.508115 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.515473 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d8ae51f0-04a4-456f-8ba2-caeb3239c4ea tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975389 Jun 10 16:10:25.517536 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae97982-032a-4e7e-8ec7-13f94922bdcd None None] Network 58800f63-2241-4de7-8228-e0607974636f requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:25.535200 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Transition to ACTIVE for port object cf8b8250-01d6-4671-89b3-213c7b92ff08 will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:25.535561 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.562016 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.615057 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.673344 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-255ed63f-82e2-474f-a144-c00984e12b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:25.834013 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-da05ec29-6752-43de-8b74-35f4c663fab5 req-2dc24485-44c3-461e-a018-1051e1debcf2 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.0455647 Jun 10 16:10:25.884824 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Allocated IP 172.27.0.190 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/f046ea59-385a-457a-9232-50ceac1ff2bc) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:25.906696 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.915006 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:25.929585 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:25.941443 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:25.950506 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Pushing event updated for resources: {'Port': ['ID=cf8b8250-01d6-4671-89b3-213c7b92ff08,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:25.954320 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] For port 51336f44-9167-4ef1-aede-ad559d82a811, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:25.959523 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:25.965215 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:25.967303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] For port 51336f44-9167-4ef1-aede-ad559d82a811, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=51336f44-9167-4ef1-aede-ad559d82a811,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:26.005568 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.011397 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.052036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-53274517-a563-43d5-94e4-e0e4645e58f7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:10:26.058218 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:26.059973 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-53274517-a563-43d5-94e4-e0e4645e58f7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2826633 Jun 10 16:10:26.193417 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.262909 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.285126 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Attempting to bind port cf8b8250-01d6-4671-89b3-213c7b92ff08 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:26.285503 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Attempting to bind port cf8b8250-01d6-4671-89b3-213c7b92ff08 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:26.286072 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Attempting to bind port cf8b8250-01d6-4671-89b3-213c7b92ff08 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:26.295095 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:26.301589 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Checking segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:26.302813 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.308154 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Bound using segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:26.308966 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Bound port: cf8b8250-01d6-4671-89b3-213c7b92ff08, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:26.309613 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.379493 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Pushing event updated for resources: {'Port': ['ID=51336f44-9167-4ef1-aede-ad559d82a811,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:26.384765 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:26.389476 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Allocated IP 172.27.0.54 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/65504229-bd61-4f9b-b083-12b324cc39cd) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:26.428653 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] For port cf8b8250-01d6-4671-89b3-213c7b92ff08, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:26.435237 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] For port cf8b8250-01d6-4671-89b3-213c7b92ff08, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cf8b8250-01d6-4671-89b3-213c7b92ff08,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:26.447300 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.450672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:26.459513 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.467744 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b24d231d-29e7-471a-bf57-0b9aac4ca14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:26.477399 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-4f946892-d0e2-4ebc-af1c-782809aef1ce service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164994 Jun 10 16:10:26.535846 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Pushing event updated for resources: {'Port': ['ID=cf8b8250-01d6-4671-89b3-213c7b92ff08,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:26.544363 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:26.547209 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f046ea59-385a-457a-9232-50ceac1ff2bc,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:26.552815 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:26.623640 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:26.636372 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:26.643021 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:26.760309 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.781040 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-8dad6738-59a4-43eb-88df-954695c2ac7c service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945361 Jun 10 16:10:26.784625 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.834718 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:26.861040 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eddfb13ca50242ff930dc210ba4d3e06&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3697431 Jun 10 16:10:26.863850 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49320) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:26.870346 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.981855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:26.999410 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:26.999887 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c50ab9-0f38-4aa9-bda4-5a187a4f64f0,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:27.022027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:27.076281 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:10:27.127650 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:27.137972 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:27.159612 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:27.241050 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:27.382721 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Pushing event updated for resources: {'Port': ['ID=65504229-bd61-4f9b-b083-12b324cc39cd,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:27.549879 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:27.554998 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-497bdfaa-e24f-4bf3-b0c7-50699c08ccc8 req-fff7099b-a5f8-4c25-95ed-8536f349dc53 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.4192417 Jun 10 16:10:27.695870 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6d15a61c-d69c-4049-b358-d7a7813967c0 req-9adba629-2b6f-4d49-a66f-2d4e78c91a75 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.4486790 Jun 10 16:10:27.749751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:27.814826 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49366) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:27.851741 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:27.875957 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:27.890433 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 51336f44-9167-4ef1-aede-ad559d82a811 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:27.894997 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:27.896623 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:27.907944 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:27.913587 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0943453 Jun 10 16:10:27.916294 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49372) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:28.076281 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf9458-90a0-4aab-a9b2-39a2cb79a176 None None] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:28.190348 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:28.211224 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:28.215299 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04c50ab9-0f38-4aa9-bda4-5a187a4f64f0 HTTP/1.1" status: 204 len: 168 time: 1.3481627 Jun 10 16:10:28.239918 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f9d7cfd9-4701-458f-b7d0-a532a27be288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:28.290022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c50ab9-0f38-4aa9-bda4-5a187a4f64f0,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:28.294015 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:28.294737 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:28.318770 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:28.357055 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-cb633179-cb7c-4f2a-9bd3-8c35eb6218bb None None] Provisioning for port 51336f44-9167-4ef1-aede-ad559d82a811 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:28.443462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.49', 62990) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:28.459013 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 51336f44-9167-4ef1-aede-ad559d82a811 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:28.487169 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 51336f44-9167-4ef1-aede-ad559d82a811 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:28.489216 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:28.635263 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143bc0e-b11e-4884-bdb3-351425f3e8bb None None] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:28.775408 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-5eb47218-6128-42fd-b36c-055ec49f6d6b tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:28.780207 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-5eb47218-6128-42fd-b36c-055ec49f6d6b tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.49 "GET /v2.0/networks?id=e8d275aa-87d3-4493-8402-1b35c77192a9 HTTP/1.1" status: 200 len: 811 time: 0.3329682 Jun 10 16:10:28.806493 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:24Z', 'revision_number': 3, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:28.813529 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49396) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:28.816424 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:28.816778 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Updating router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:28.856651 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:28.918033 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:28.953722 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-da9eac33-90ae-4b28-b28d-09ef8bb04011 None None] Provisioning for port cf8b8250-01d6-4671-89b3-213c7b92ff08 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:29.098591 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.120022 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.184068 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Request body: {'port': {'device_id': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9', 'admin_state_up': True, 'tenant_id': '44bae32dc47848668ccc7b67e5ba8be1'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:29.189095 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b69e3b75-edc7-4c25-a4c0-aab079ad16d3 req-1b938f1a-b3fd-4e83-8571-86aac342892f tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.0775807 Jun 10 16:10:29.189293 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 51336f44-9167-4ef1-aede-ad559d82a811, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=51336f44-9167-4ef1-aede-ad559d82a811,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:29.208543 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.217783 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.223954 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cf8b8250-01d6-4671-89b3-213c7b92ff08 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:29.310501 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:29.437918 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=51336f44-9167-4ef1-aede-ad559d82a811,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:29.455106 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:29.470122 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port cf8b8250-01d6-4671-89b3-213c7b92ff08 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:29.479574 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port cf8b8250-01d6-4671-89b3-213c7b92ff08 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:29.480079 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.551675 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-90c89611-201b-4f4c-a68c-a6f50361cf6e req-ccb3a323-1d8d-4eaa-8dd9-d91b0fde312d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.2788532 Jun 10 16:10:29.567735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.591620 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.625706 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-99d7ac17-a8e8-48a5-9696-9320261a0a02 None None] Provisioning complete for port cf8b8250-01d6-4671-89b3-213c7b92ff08 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:29.626505 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-99d7ac17-a8e8-48a5-9696-9320261a0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.671629 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:29.686374 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c0e4a7517384861a6e96265f9cc0b53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8507826 Jun 10 16:10:29.688571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49430) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:29.790047 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.828122 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-99d7ac17-a8e8-48a5-9696-9320261a0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.833765 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port cf8b8250-01d6-4671-89b3-213c7b92ff08, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cf8b8250-01d6-4671-89b3-213c7b92ff08,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:29.845761 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.847624 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.850561 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b578b-ba61-4039-8c7c-50701141e5b7,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:29.860975 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-5d2c3bc2-3418-4724-86f0-6ceaffe9c783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:29.878543 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Transition to ACTIVE for port object 0930ddb3-9d5b-4a46-a989-9241a3f6c593 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:29.888200 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:29.894707 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:29.905917 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:29.947648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.49', 62998) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:29.973968 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=cf8b8250-01d6-4671-89b3-213c7b92ff08,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:29.986737 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:29.998776 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Pushing event updated for resources: {'Port': ['ID=0930ddb3-9d5b-4a46-a989-9241a3f6c593,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:30.019107 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.019446 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.023705 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.024305 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.024805 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.025484 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.026116 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.026595 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.027249 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.027722 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.028210 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.028696 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Tracked resource versions report: Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: pushed versions: Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: { 'AddressGroup': {'1.2'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'ConntrackHelper': {'1.0'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Log': {'1.0'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Network': {'1.1'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Port': {'1.7'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'PortForwarding': {'1.2'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'QosPolicy': {'1.8'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroup': {'1.4'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SubPort': {'1.0'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Subnet': {'1.1'}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Trunk': {'1.1'}} Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: consumer versions: Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: { DHCP agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: HyperV agent@hv-cinder-78956: {}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: L3 agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: Metadata agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: Metering agent@dv-cinder-789564-6-iscsi: {}, Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: Open vSwitch agent@dv-cinder-789564-6-iscsi: { 'AddressGroup': '1.2', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'ConntrackHelper': '1.0', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Log': '1.0', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Network': '1.1', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Port': '1.7', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'PortForwarding': '1.2', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'QosPolicy': '1.8', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroup': '1.4', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SecurityGroupRule': '1.2', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'SubPort': '1.0', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Subnet': '1.1', Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: 'Trunk': '1.1'}} Jun 10 16:10:30.030452 dv-cinder-789564-6-iscsi neutron-server[91921]: {{(pid=91921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:10:30.035990 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:30.043616 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.db.api [None req-99d7ac17-a8e8-48a5-9696-9320261a0a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:10:30.044153 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_db.api [None req-99d7ac17-a8e8-48a5-9696-9320261a0a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:10:30.044971 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 51336f44-9167-4ef1-aede-ad559d82a811 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:30.055439 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Attempting to bind port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:30.056134 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Attempting to bind port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:30.056665 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Attempting to bind port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:30.062208 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:30.062825 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:30.063503 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.064071 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:30.065213 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Bound port: 0930ddb3-9d5b-4a46-a989-9241a3f6c593, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:30.065766 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.087355 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.133332 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 51336f44-9167-4ef1-aede-ad559d82a811 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:30.133721 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.158693 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] For port 0930ddb3-9d5b-4a46-a989-9241a3f6c593, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:30.165925 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] For port 0930ddb3-9d5b-4a46-a989-9241a3f6c593, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=0930ddb3-9d5b-4a46-a989-9241a3f6c593,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:30.188874 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.216630 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:30.308516 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Pushing event updated for resources: {'Port': ['ID=0930ddb3-9d5b-4a46-a989-9241a3f6c593,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:30.340156 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:30.341281 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:30.408720 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-db06c9bd-d590-4f7e-b988-d95fc1a1617d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.418604 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.460019 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Allocated IP 172.20.0.1 (87e3db7b-ecc6-4124-8502-aa84152060c9/e8a85d75-f502-4c0f-8ccc-1f340fe3f70b/cc3fd864-af6b-4339-a96a-dc57e802c278) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:30.569298 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:30.708775 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-db06c9bd-d590-4f7e-b988-d95fc1a1617d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.780962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.783703 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5ddd3bac-c664-4813-b0d6-d8037a014409 None None] Provisioning complete for port 51336f44-9167-4ef1-aede-ad559d82a811 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:30.784148 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5ddd3bac-c664-4813-b0d6-d8037a014409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.806247 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:30.892480 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-37124ebc-afc4-42b8-940f-333e42a64f27 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:30.894194 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-37124ebc-afc4-42b8-940f-333e42a64f27 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.9455504 Jun 10 16:10:30.916646 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:30.954585 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:24Z', 'revision_number': 3, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:30.963220 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc50c-3485-4a47-b5f3-5c62eca55e7e None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:24Z', 'revision_number': 3, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:30.979465 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e97d71bc-2552-49f8-a9b2-77f8ff914782 req-c9ff36b0-ebe1-40c4-9b3c-bfb1f6c761d3 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.0986273 Jun 10 16:10:31.021298 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Transition to ACTIVE for port object cc3fd864-af6b-4339-a96a-dc57e802c278 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:31.056621 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.082877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.099234 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Request body: {'port': {'device_id': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'admin_state_up': True, 'tenant_id': 'f2283690268446f5b53a52622c18c6e6'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:31.107488 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:31.119195 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-24a3002c-e35d-4b81-8b19-0afb51efacea req-aa8654d9-b01f-484c-a3a5-bcf6acdac8f0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.3069506 Jun 10 16:10:31.138428 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.172905 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3fd864-af6b-4339-a96a-dc57e802c278,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:31.203201 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:31.241682 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:31.249300 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:31.259434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:31.259997 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.558462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-76fdec4b-d4b8-41bd-8ff6-a123c46fc1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:31.570582 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f8ff72462674b69bd95cda90a6fa87f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7531717 Jun 10 16:10:31.577650 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49470) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:31.650342 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-593e09ff-6a45-4b68-9802-c81a61dafbf7 None None] Provisioning for port cc3fd864-af6b-4339-a96a-dc57e802c278 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:31.656822 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-593e09ff-6a45-4b68-9802-c81a61dafbf7 None None] Provisioning complete for port cc3fd864-af6b-4339-a96a-dc57e802c278 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:31.657416 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-593e09ff-6a45-4b68-9802-c81a61dafbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.682848 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Made reservation on behalf of 44bae32dc47848668ccc7b67e5ba8be1 for: {'port': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:31.695123 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.739153 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-593e09ff-6a45-4b68-9802-c81a61dafbf7 None None] Port cc3fd864-af6b-4339-a96a-dc57e802c278 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:10:31.835712 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e121e04-9ec5-4301-bfec-4524da85b6d5,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:31.845959 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:31.874956 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.903133 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.039494 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-db06c9bd-d590-4f7e-b988-d95fc1a1617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.047558 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49478) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:32.107351 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-db06c9bd-d590-4f7e-b988-d95fc1a1617d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.113806 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-db06c9bd-d590-4f7e-b988-d95fc1a1617d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/376b578b-ba61-4039-8c7c-50701141e5b7 HTTP/1.1" status: 204 len: 168 time: 2.4086471 Jun 10 16:10:32.117486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.122722 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:32.129508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.158289 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0930ddb3-9d5b-4a46-a989-9241a3f6c593 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:32.245053 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.258889 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e121e04-9ec5-4301-bfec-4524da85b6d5 HTTP/1.1" status: 204 len: 168 time: 0.6555219 Jun 10 16:10:32.332070 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:32.339393 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:32.341391 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.556599 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-654dcf2a-0afc-4944-97f7-adffad29917e req-3f3d8cc1-1695-451b-98ad-c36d8d76f3b2 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.1160064 Jun 10 16:10:32.652367 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.728440 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06c9bd-d590-4f7e-b988-d95fc1a1617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b578b-ba61-4039-8c7c-50701141e5b7,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:32.765900 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Made reservation on behalf of f2283690268446f5b53a52622c18c6e6 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:32.776218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.907378 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-818f8564-2144-4c96-b567-8fc26fc78617 req-025ffcd6-c6ad-46fa-9681-aeb8a1e51ba5 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.3703594 Jun 10 16:10:32.924171 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:10:32.946880 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:32.986106 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Router bbb2c19e-103e-4186-afd2-23f55ba6b5bf is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:10:33.014920 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e121e04-9ec5-4301-bfec-4524da85b6d5,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:33.053929 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:33.060731 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:33.061225 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:33.137268 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 0930ddb3-9d5b-4a46-a989-9241a3f6c593, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=0930ddb3-9d5b-4a46-a989-9241a3f6c593,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:33.177653 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:33.194355 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cf8b8250-01d6-4671-89b3-213c7b92ff08 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:33.196012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:33.236322 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:33.259233 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:33.310163 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49498) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:33.348827 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:33.385307 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port cf8b8250-01d6-4671-89b3-213c7b92ff08 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:33.386067 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:33.428946 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:33.433667 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:33.454670 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=0930ddb3-9d5b-4a46-a989-9241a3f6c593,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:33.458834 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:33.699561 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3fd864-af6b-4339-a96a-dc57e802c278,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:33.720177 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:33.815262 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Allocated IP 172.20.0.13 (e8d275aa-87d3-4493-8402-1b35c77192a9/15fe773a-9b2f-43fa-b601-e2e9db7441be/f8a1d1be-a043-49eb-8e00-271f3c8ebf69) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:33.940647 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:33.955716 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:33.981932 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:33.985173 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:34.419006 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:34.483879 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Sync routers for ids ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:34.483879 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Routers {'bbb2c19e-103e-4186-afd2-23f55ba6b5bf'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:34.483879 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:34.485632 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0930ddb3-9d5b-4a46-a989-9241a3f6c593 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:34.485947 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:34.486155 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2618abea-2363-407a-85f7-c9250c9c6e4c req-2b066749-a0b2-41ef-aa9a-52cd3b09db60 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.3954837 Jun 10 16:10:34.486155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Allocated IP 172.20.0.7 (58800f63-2241-4de7-8228-e0607974636f/12650576-80bb-4bfd-9396-ee8351a64421/097bc71a-56e8-40e3-8d6a-42cdf1653ed0) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:34.486155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:34.486155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:34.486993 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:34.486993 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4324267 Jun 10 16:10:34.486993 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:34.487277 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49514) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:34.487374 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:34.490943 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.7267921 Jun 10 16:10:34.517568 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49518) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:34.521261 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Set router bbb2c19e-103e-4186-afd2-23f55ba6b5bf gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:34.539458 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:34.554710 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f87b7733-ebb5-4544-9a5a-92d59cd94ee6 req-7a81675d-25b9-4d02-a77b-6460e6b008ae tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.3489203 Jun 10 16:10:34.602232 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:34.631717 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:34.644305 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:34.972838 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-fce83a2e-eb95-43f7-8112-e404509a8dd7 None None] Provisioning complete for port cc3fd864-af6b-4339-a96a-dc57e802c278 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:34.973671 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fce83a2e-eb95-43f7-8112-e404509a8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.058039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f4a537-3cd2-4611-bb0b-63543e24ad61,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:35.079927 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:35.120030 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:27Z', 'revision_number': 3, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:35.128487 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Checking router: bbb2c19e-103e-4186-afd2-23f55ba6b5bf for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:35.129257 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Updating router bbb2c19e-103e-4186-afd2-23f55ba6b5bf port f046ea59-385a-457a-9232-50ceac1ff2bc binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:35.218426 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-fce83a2e-eb95-43f7-8112-e404509a8dd7 None None] Port cc3fd864-af6b-4339-a96a-dc57e802c278 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:10:35.221623 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.494736 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:27Z', 'revision_number': 3, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:35.502409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:35.502772 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Updating router 8b2ba816-08d1-4b56-b6af-0adc26170555 port 65504229-bd61-4f9b-b083-12b324cc39cd binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:35.646847 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.743705 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.793808 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.824712 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02f25d6d-7676-4aff-b3b3-98e41dc618c1 req-8bd5ef8f-3f5b-4e49-b71b-9048869f6eb4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.0700839 Jun 10 16:10:35.845340 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e299d4debb648f881e7e98bf82a88ec&name=default HTTP/1.1" status: 200 len: 2977 time: 3.7740998 Jun 10 16:10:35.846496 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.852183 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49540) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:35.859007 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.899437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:10:35.951569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:35.959979 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9200ffa5-8a75-4749-93e6-81b6f296ac75 req-8d746304-fa19-4b01-9d6a-e7fe1fa262ed tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.1178582 Jun 10 16:10:35.965169 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-acb2a83b-b027-440e-a091-a2411c2f9c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:35.969449 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.004489 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Transition to ACTIVE for port object f046ea59-385a-457a-9232-50ceac1ff2bc will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:36.014901 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Network e8d275aa-87d3-4493-8402-1b35c77192a9 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:36.016036 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.019836 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:36.040855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:36.050701 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:36.066644 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:36.069041 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.132336 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2278ce441df417b99d507fb05348cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8192663 Jun 10 16:10:36.133306 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ae120-8add-44a7-b6ff-06863196a69e,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:36.137426 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49550) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:36.241009 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:36.311911 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-35adc9ce-87a5-4fe7-9dc8-72473b68d5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:36.383325 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2689710 Jun 10 16:10:36.391670 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Attempting to bind port f046ea59-385a-457a-9232-50ceac1ff2bc on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:36.392307 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Attempting to bind port f046ea59-385a-457a-9232-50ceac1ff2bc by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:36.393629 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Attempting to bind port f046ea59-385a-457a-9232-50ceac1ff2bc on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:36.409405 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:36.410448 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:36.412007 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.412915 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:36.413921 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Bound port: f046ea59-385a-457a-9232-50ceac1ff2bc, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:36.415300 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.419073 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1a518-af2a-46b2-9c52-190aaf5546e0 None None] Pushing event updated for resources: {'Port': ['ID=f046ea59-385a-457a-9232-50ceac1ff2bc,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:36.423321 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-06a1a518-af2a-46b2-9c52-190aaf5546e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:36.467031 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-e76be119-3dbd-43f4-bdea-f823c0143faa tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:10:36.475083 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-e76be119-3dbd-43f4-bdea-f823c0143faa tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059743 Jun 10 16:10:36.540588 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] For port f046ea59-385a-457a-9232-50ceac1ff2bc, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:36.554591 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] For port f046ea59-385a-457a-9232-50ceac1ff2bc, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=f046ea59-385a-457a-9232-50ceac1ff2bc,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:36.595505 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.606747 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:36.626172 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Pushing event updated for resources: {'Port': ['ID=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:36.626415 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.642350 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:36.646750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.670196 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Transition to ACTIVE for port object 65504229-bd61-4f9b-b083-12b324cc39cd will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:36.687654 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.694294 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-58cb750f-9ad9-4f51-b690-aa37ca1e98a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:36.761706 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.817285 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1a518-af2a-46b2-9c52-190aaf5546e0 None None] Pushing event updated for resources: {'Port': ['ID=f046ea59-385a-457a-9232-50ceac1ff2bc,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:36.825817 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-06a1a518-af2a-46b2-9c52-190aaf5546e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:36.849840 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:36.852537 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Attempting to bind port 65504229-bd61-4f9b-b083-12b324cc39cd on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:36.854562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.855124 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Attempting to bind port 65504229-bd61-4f9b-b083-12b324cc39cd by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:36.855611 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Attempting to bind port 65504229-bd61-4f9b-b083-12b324cc39cd on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:36.855884 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Routers {'bbb2c19e-103e-4186-afd2-23f55ba6b5bf'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:36.856520 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:36.863189 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6485-fdec-4d65-ba36-e655d6e7a3cc None None] Pushing event updated for resources: {'Port': ['ID=65504229-bd61-4f9b-b083-12b324cc39cd,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:36.883307 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:36.887369 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f89c6485-fdec-4d65-ba36-e655d6e7a3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:36.896006 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:36.898900 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:36.909712 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.910137 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:36.910716 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Bound port: 65504229-bd61-4f9b-b083-12b324cc39cd, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:36.911094 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.913952 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] 10.222.0.44 "PUT /v2.0/routers/1a0861d3-d7a7-4805-8a9e-0c1282c968c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9981589 Jun 10 16:10:36.983673 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.043447 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:37.044100 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:37.057319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Request body: {'port': {'device_id': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:37.065991 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.188739 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d6fdf033-7c3a-4444-a3d3-1c6c7d138632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:37.311274 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] For port 65504229-bd61-4f9b-b083-12b324cc39cd, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:37.354761 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] For port 65504229-bd61-4f9b-b083-12b324cc39cd, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=65504229-bd61-4f9b-b083-12b324cc39cd,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:37.371138 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.387576 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.399279 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a26ae120-8add-44a7-b6ff-06863196a69e HTTP/1.1" status: 204 len: 168 time: 1.1799722 Jun 10 16:10:37.401274 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.406984 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:37.425249 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] Set router bbb2c19e-103e-4186-afd2-23f55ba6b5bf gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:37.429419 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.445466 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:37.510790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:37.516382 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.520135 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.530814 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05f4a537-3cd2-4611-bb0b-63543e24ad61 HTTP/1.1" status: 204 len: 168 time: 1.6741791 Jun 10 16:10:37.599502 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Network 58800f63-2241-4de7-8228-e0607974636f is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:37.630352 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ae120-8add-44a7-b6ff-06863196a69e,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:37.632344 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:37.636505 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:37.670175 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:37.676375 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:37.677505 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.717951 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event updated for resources: {'Port': ['ID=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:37.766060 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:37.771132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-462900c7-260d-4962-8220-52bc7a2ee760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:37.785403 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.816647 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7240143 Jun 10 16:10:37.905210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f4a537-3cd2-4611-bb0b-63543e24ad61,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:37.952012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Request body: {'port': {'device_id': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:38.070266 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6485-fdec-4d65-ba36-e655d6e7a3cc None None] Pushing event updated for resources: {'Port': ['ID=65504229-bd61-4f9b-b083-12b324cc39cd,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:38.088508 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f89c6485-fdec-4d65-ba36-e655d6e7a3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:38.137241 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:27Z', 'revision_number': 3, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:38.152662 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9f03-d6c0-48c6-9001-33cec1ee786a None None] The sync data for ids ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'] in dv-cinder-789564-6-iscsi is: [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:27Z', 'revision_number': 3, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:38.211604 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:38.274450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49596) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:38.303542 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:38.310982 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:38.384574 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1bc94-d850-4abf-be07-6edc7d069650 req-c493b4bf-bfa5-4ab0-8365-cef714241226 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:38.401377 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-84a1bc94-d850-4abf-be07-6edc7d069650 req-c493b4bf-bfa5-4ab0-8365-cef714241226 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 932 time: 1.1989448 Jun 10 16:10:38.737246 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:38.807838 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a1d1be-a043-49eb-8e00-271f3c8ebf69 {{(pid=91918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:10:38.927305 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181178-56de-49f8-8947-4d0c46826891 req-c5569375-1b16-4e89-90b3-2198398cc13c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:38.927305 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f2181178-56de-49f8-8947-4d0c46826891 req-c5569375-1b16-4e89-90b3-2198398cc13c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 931 time: 1.5418968 Jun 10 16:10:38.927305 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:38.948399 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:38.959547 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Allocated IP 172.20.0.1 (c04c9874-ce23-4aa4-a6d9-8b601de141e3/0b1fc139-cc35-40cf-a338-dd2610d131ce/f0fc6718-05f1-4ada-a432-5eececc8dfd6) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:38.969848 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Transition to ACTIVE for port object f8a1d1be-a043-49eb-8e00-271f3c8ebf69 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:39.110409 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:39.120188 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f2181178-56de-49f8-8947-4d0c46826891 req-af5b29e2-489f-4c4f-a0c5-d22636e2367b tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468349 Jun 10 16:10:39.151478 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6d43e13b-9a40-4ee0-9df6-e315d4a573db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:39.261967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:39.284847 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Transition to ACTIVE for port object f0fc6718-05f1-4ada-a432-5eececc8dfd6 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:39.457247 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-84a1bc94-d850-4abf-be07-6edc7d069650 req-18175425-f964-4ffa-8b99-b4c5a43cfd62 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0488477 Jun 10 16:10:39.467388 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:39.884525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 2, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:39.895996 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:39.896363 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Updating router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 port cc3fd864-af6b-4339-a96a-dc57e802c278 binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:40.016138 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:27Z', 'revision_number': 3, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:40.038867 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a64c9f-b911-4852-b89b-2ffe11402867 None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:27Z', 'revision_number': 3, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:40.046630 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:40.119987 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f046ea59-385a-457a-9232-50ceac1ff2bc up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:40.250639 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:40.280951 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:40.293777 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:40.337484 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:40.376576 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.226s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:40.450242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:40.530671 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49644) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:40.835788 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:40.897450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:40.898785 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:40.933671 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:40.934151 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:40.972250 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062374166', 'description': 'tempest-description--930759465'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:40.997450 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port f046ea59-385a-457a-9232-50ceac1ff2bc completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:41.056847 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port f046ea59-385a-457a-9232-50ceac1ff2bc triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:41.057325 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:41.115745 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Attempting to bind port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:41.119634 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Attempting to bind port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1467afb4-0754-4331-8f70-2a89dde21212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:41.120147 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Attempting to bind port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 on network e8d275aa-87d3-4493-8402-1b35c77192a9 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:41.136611 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:41.490412 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Allocated IP 172.20.0.1 (6481ea5f-800d-49a1-9cba-3b952c54f83e/5c32ae80-3096-4f91-a58c-67c727031abb/a4f7afaa-e8b8-4635-9f34-09e23c537b5b) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:41.725975 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:41.728512 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-4c478092-de0f-4422-a085-911adc9d1840 None None] Provisioning for port f0fc6718-05f1-4ada-a432-5eececc8dfd6 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:41.763802 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:41.777147 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-4c478092-de0f-4422-a085-911adc9d1840 None None] Provisioning complete for port f0fc6718-05f1-4ada-a432-5eececc8dfd6 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:41.777653 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-4c478092-de0f-4422-a085-911adc9d1840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:41.804627 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Transition to ACTIVE for port object cc3fd864-af6b-4339-a96a-dc57e802c278 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:41.865289 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:41.875237 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port f046ea59-385a-457a-9232-50ceac1ff2bc, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=f046ea59-385a-457a-9232-50ceac1ff2bc,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:41.882345 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-68d83543-a24c-4773-a8d4-27c7e2f381e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:41.972770 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 on network e8d275aa-87d3-4493-8402-1b35c77192a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:10:41.973146 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Attempting to bind port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 on network e8d275aa-87d3-4493-8402-1b35c77192a9 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:41.976542 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35698c-f721-409e-8760-12393c4fd9e5 None None] Pushing event updated for resources: {'Port': ['ID=cc3fd864-af6b-4339-a96a-dc57e802c278,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:41.993088 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:41.993369 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Checking segment: {'id': '1467afb4-0754-4331-8f70-2a89dde21212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:41.997841 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Bound using segment: {'id': '1467afb4-0754-4331-8f70-2a89dde21212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:42.000319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Bound port: f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1467afb4-0754-4331-8f70-2a89dde21212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:42.000918 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.001763 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:10:42.005221 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.025112 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fc35698c-f721-409e-8760-12393c4fd9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:42.025894 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fc35698c-f721-409e-8760-12393c4fd9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:42.032349 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-4c478092-de0f-4422-a085-911adc9d1840 None None] Port f0fc6718-05f1-4ada-a432-5eececc8dfd6 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:10:42.240568 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=f046ea59-385a-457a-9232-50ceac1ff2bc,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:42.251619 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:42.286090 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] For port f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host hv-cinder-78956, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:42.354236 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] For port f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,segment=NetworkSegment(1467afb4-0754-4331-8f70-2a89dde21212),segment_id=1467afb4-0754-4331-8f70-2a89dde21212)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:42.361323 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.371514 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.383910 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:10:42.393197 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.410226 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f2ac51fc-141f-4474-832a-9259e2d70524 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:42.412696 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Transition to ACTIVE for port object 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:42.427190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d89fe2-7955-4e72-940e-57380b7b65b9 req-ff2fcdbb-dbc3-4eee-809a-f3e3c81cf379 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:42.436620 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-90d89fe2-7955-4e72-940e-57380b7b65b9 req-ff2fcdbb-dbc3-4eee-809a-f3e3c81cf379 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 944 time: 1.3692362 Jun 10 16:10:42.442718 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.444716 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.451681 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:42.452298 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:42.453772 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] 10.222.0.49 "PUT /v2.0/ports/f8a1d1be-a043-49eb-8e00-271f3c8ebf69 HTTP/1.1" status: 200 len: 1094 time: 5.6097085 Jun 10 16:10:42.472042 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 65504229-bd61-4f9b-b083-12b324cc39cd up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:42.610585 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'tag': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:10:42.637548 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fc6718-05f1-4ada-a432-5eececc8dfd6,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:42.672707 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.392s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:42.689709 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-39f06a00-6702-42c7-a6c8-13749b2961b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.339s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:42.692526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49682) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:42.742781 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f7206f425d040c681a86482a147cf76&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4645927 Jun 10 16:10:42.748023 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-90d89fe2-7955-4e72-940e-57380b7b65b9 req-b5c1b3a6-2186-48e9-af2a-fd786f5b12ff tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104258 Jun 10 16:10:42.750144 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49688) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:42.979888 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Attempting to bind port cc3fd864-af6b-4339-a96a-dc57e802c278 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:42.980269 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Attempting to bind port cc3fd864-af6b-4339-a96a-dc57e802c278 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:42.983164 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Attempting to bind port cc3fd864-af6b-4339-a96a-dc57e802c278 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:43.006566 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e9d92-c1e8-4685-8176-18edafef8a92,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.007437 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:43.009453 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Checking segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:43.012801 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.014331 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Bound using segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:43.014878 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Bound port: cc3fd864-af6b-4339-a96a-dc57e802c278, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:43.015429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.027892 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 65504229-bd61-4f9b-b083-12b324cc39cd completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:43.062847 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.068434 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 65504229-bd61-4f9b-b083-12b324cc39cd triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:43.069937 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.095142 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe27663-3d48-4ba5-8c22-4fbb9beff2ea req-99118a4b-8ff5-4a6e-a966-1b360b313c27 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:43.097217 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fe27663-3d48-4ba5-8c22-4fbb9beff2ea req-99118a4b-8ff5-4a6e-a966-1b360b313c27 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 931 time: 2.2468495 Jun 10 16:10:43.097755 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.142469 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.158758 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a486c-3ac7-457e-ad53-0458df57dc93" -d '{"events": [{"name": "network-changed", "server_uuid": "ca655f72-314e-4a85-be4e-fbbbaa4c893e", "tag": "f8a1d1be-a043-49eb-8e00-271f3c8ebf69"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:10:43.176101 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.193919 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] For port cc3fd864-af6b-4339-a96a-dc57e802c278, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:43.220586 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-18a95a2d-56f6-4f57-84a1-4669d37fb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:43.222934 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-18a95a2d-56f6-4f57-84a1-4669d37fb3c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=44bae32dc47848668ccc7b67e5ba8be1&device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 1097 time: 0.5061674 Jun 10 16:10:43.226892 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.228110 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.236750 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] For port cc3fd864-af6b-4339-a96a-dc57e802c278, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cc3fd864-af6b-4339-a96a-dc57e802c278,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:43.258419 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.260453 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.277586 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Pushing event updated for resources: {'Port': ['ID=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.288606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.299756 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Attempting to bind port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:43.301225 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Attempting to bind port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:43.301825 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Attempting to bind port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:43.339494 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.367155 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:43.367984 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:43.372001 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35698c-f721-409e-8760-12393c4fd9e5 None None] Pushing event updated for resources: {'Port': ['ID=cc3fd864-af6b-4339-a96a-dc57e802c278,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.376082 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fc35698c-f721-409e-8760-12393c4fd9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.394092 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-f0083680-cfc0-44f0-bf4d-710971d453d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69 HTTP/1.1" status: 200 len: 217 time: 0.1611481 Jun 10 16:10:43.401837 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.403661 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fe27663-3d48-4ba5-8c22-4fbb9beff2ea req-03f0196a-b665-41c9-a51d-ecd91a77dc2b tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498617 Jun 10 16:10:43.420585 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 on network 58800f63-2241-4de7-8228-e0607974636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:10:43.420813 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Attempting to bind port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:43.446212 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:43.446658 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Checking segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:43.447467 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Bound using segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:43.448302 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Bound port: 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:43.448885 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.457461 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.474216 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.479477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.484875 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-af0dec08-e054-4fc2-9293-2122261483a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.495166 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.504699 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965187-a288-4a85-986e-9a7455264299 req-8932fa7d-c6c9-4210-b968-048f32e9bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:43.506125 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-8932fa7d-c6c9-4210-b968-048f32e9bfcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15fe773a-9b2f-43fa-b601-e2e9db7441be HTTP/1.1" status: 200 len: 851 time: 0.1015456 Jun 10 16:10:43.536754 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:43.539235 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476ed7c-c730-450a-acbe-a5cb9256313a x-openstack-request-id: req-9476ed7c-c730-450a-acbe-a5cb9256313a {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:10:43.539539 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca655f72-314e-4a85-be4e-fbbbaa4c893e", "tag": "f8a1d1be-a043-49eb-8e00-271f3c8ebf69", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:10:43.540231 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9476ed7c-c730-450a-acbe-a5cb9256313a {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:10:43.540231 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'tag': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69', 'status': 'completed', 'code': 200} Jun 10 16:10:43.550450 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:43.618958 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-2a4e74b3-c51b-4fce-8c59-838732f93133 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e8d275aa-87d3-4493-8402-1b35c77192a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778503 Jun 10 16:10:43.619623 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49712) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:43.625590 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:43.626075 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.627351 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.648916 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.659724 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 65504229-bd61-4f9b-b083-12b324cc39cd, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=65504229-bd61-4f9b-b083-12b324cc39cd,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:43.665669 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.676379 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.703812 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.715218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fc6718-05f1-4ada-a432-5eececc8dfd6,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.727778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.731455 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:43.739918 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.768234 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] For port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:43.781528 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-026233a2-01e1-46d0-b024-1abf821d13f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.802264 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:43.806526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] For port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:43.806710 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=65504229-bd61-4f9b-b083-12b324cc39cd,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.810506 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:43.812135 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:43.822393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.824581 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200cdacb-da66-4f82-9715-67bb474ea7dc,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:43.830797 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:43.851866 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:43.853755 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:44.155959 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f046ea59-385a-457a-9232-50ceac1ff2bc up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:44.231601 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:44.232225 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.233753 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] 10.222.0.49 "PUT /v2.0/ports/097bc71a-56e8-40e3-8d6a-42cdf1653ed0 HTTP/1.1" status: 200 len: 1093 time: 6.3303180 Jun 10 16:10:44.234935 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'tag': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:10:44.240907 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port f046ea59-385a-457a-9232-50ceac1ff2bc triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:44.241339 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.271842 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:44.275509 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.286234 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54e001-92b0-4f89-aa18-cd92bb9c53e6 None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:44.291910 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-d7422250-6f3b-4cc0-8725-6fdb309c726c None None] Provisioning complete for port f0fc6718-05f1-4ada-a432-5eececc8dfd6 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:44.292413 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d7422250-6f3b-4cc0-8725-6fdb309c726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.359723 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-d7422250-6f3b-4cc0-8725-6fdb309c726c None None] Port f0fc6718-05f1-4ada-a432-5eececc8dfd6 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:10:44.442333 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.447575 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-2226544f-e06f-40a2-91e3-5d06663e941a service neutron] 10.222.0.49 "GET /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7966328 Jun 10 16:10:44.484801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.488406 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 65504229-bd61-4f9b-b083-12b324cc39cd up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:44.515713 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.531000 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/412e9d92-c1e8-4685-8176-18edafef8a92 HTTP/1.1" status: 204 len: 168 time: 1.7422216 Jun 10 16:10:44.556011 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:44.558416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd40973-a40f-4523-abb2-5b9524e19091" -d '{"events": [{"name": "network-changed", "server_uuid": "658ba36e-8f6e-4834-9999-662aaa4cb223", "tag": "097bc71a-56e8-40e3-8d6a-42cdf1653ed0"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:10:44.561539 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Pushing event updated for resources: {'Port': ['ID=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:44.576923 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 65504229-bd61-4f9b-b083-12b324cc39cd triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:44.577338 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.585558 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e9d92-c1e8-4685-8176-18edafef8a92,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:44.589893 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:44.641306 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:44.685418 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.729186 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.735791 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-a139fd4d-29ea-4d83-9631-23ab9bd3c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:44.738020 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-a139fd4d-29ea-4d83-9631-23ab9bd3c07c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 1096 time: 0.4249547 Jun 10 16:10:44.777208 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:44.797076 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbc01c41979948dda047b54100ba065d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0832765 Jun 10 16:10:44.825619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49730) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:44.863743 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.868042 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.869331 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.3261003 Jun 10 16:10:44.878448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a459810-51fa-4594-ba91-dbe683a31cf9 req-edc59b6f-d50a-476a-8abf-fd5200b5d827 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:44.885990 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8a459810-51fa-4594-ba91-dbe683a31cf9 req-edc59b6f-d50a-476a-8abf-fd5200b5d827 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 944 time: 0.6797786 Jun 10 16:10:44.893165 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49732) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:44.907163 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:10:44.907340 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d1965187-a288-4a85-986e-9a7455264299 req-057da40a-0e82-4ef0-aedd-0b002cc4cc92 service neutron] 10.222.0.49 "GET /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372997 Jun 10 16:10:44.910685 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'security_group_rule': {'security_group_id': '200cdacb-da66-4f82-9715-67bb474ea7dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:44.916257 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:44.927790 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-167e4902-bcfe-4db3-96f2-a45ef4296ad2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0 HTTP/1.1" status: 200 len: 217 time: 0.1510391 Jun 10 16:10:44.928152 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:44.950347 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49736) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:44.997349 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e410842e-639c-4e6f-8524-df68164e5c35,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:45.009712 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.034086 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:45.072668 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ece875bbcb24edabb67be22cacefbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4254558 Jun 10 16:10:45.081841 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49738) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:45.115400 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8a459810-51fa-4594-ba91-dbe683a31cf9 req-0d033706-5c6d-4856-99ee-8c934d07186f tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285552 Jun 10 16:10:45.134793 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f32e7-715c-4e08-b334-5f5442286e5a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:45.149147 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:45.198904 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a6745-f293-4ad9-aedd-d41d9554bcf1 req-c31067b1-82f0-4c0f-b0e2-8ffc36e7ddfe tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:45.200116 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-2e75c899-e544-40b6-a8ef-3b37829828c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:45.201922 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-2e75c899-e544-40b6-a8ef-3b37829828c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.2338145 Jun 10 16:10:45.202736 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.206704 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2e2a6745-f293-4ad9-aedd-d41d9554bcf1 req-c31067b1-82f0-4c0f-b0e2-8ffc36e7ddfe tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 943 time: 0.5637686 Jun 10 16:10:45.314123 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-ca92dc11-f71e-48bd-878b-46f15ef82332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:45.315627 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-ca92dc11-f71e-48bd-878b-46f15ef82332 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=44bae32dc47848668ccc7b67e5ba8be1&device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 1097 time: 0.3073072 Jun 10 16:10:45.338388 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2e2a6745-f293-4ad9-aedd-d41d9554bcf1 req-f462d21a-acb6-449d-b91f-df8d5af12f37 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306934 Jun 10 16:10:45.352674 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.369754 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.404468 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.404690 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-086e8beb-f949-4389-bc48-50c328f4bb0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133776 Jun 10 16:10:45.418514 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.429432 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:45.436573 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.487683 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.530750 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.560975 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9698f379-4a32-46a1-ae9b-c4a7d93944fb x-openstack-request-id: req-9698f379-4a32-46a1-ae9b-c4a7d93944fb {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:10:45.561638 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658ba36e-8f6e-4834-9999-662aaa4cb223", "tag": "097bc71a-56e8-40e3-8d6a-42cdf1653ed0", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:10:45.561638 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9698f379-4a32-46a1-ae9b-c4a7d93944fb {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:10:45.562038 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'tag': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0', 'status': 'completed', 'code': 200} Jun 10 16:10:45.562482 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:45.624552 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.631320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:45.644140 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:45.644836 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.664440 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f3cbd509-39f4-4eb8-96f7-41fe513a5d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:45.667024 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.673137 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b105fe9-9477-4394-85ef-5507a045cae4,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:45.678402 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.679734 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7811234 Jun 10 16:10:45.691596 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49744) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:45.692922 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:45.696524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:45.703324 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:45.705683 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b2ba816-08d1-4b56-b6af-0adc26170555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2927144 Jun 10 16:10:45.712911 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:45.713568 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:45.730505 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-9ec65613-f96d-43ef-8135-5f03d9ffd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:45.731961 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-9ec65613-f96d-43ef-8135-5f03d9ffd1a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e8d275aa-87d3-4493-8402-1b35c77192a9 HTTP/1.1" status: 200 len: 912 time: 0.3823955 Jun 10 16:10:45.736687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'security_group_rule': {'security_group_id': '200cdacb-da66-4f82-9715-67bb474ea7dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:45.745391 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-86ea18ea-b6c0-4604-98b3-493414015552 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103004 Jun 10 16:10:45.761240 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.806261 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.808223 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-f81e61b6-fbe3-46a5-8c41-98ac52bbb4ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69 HTTP/1.1" status: 200 len: 217 time: 0.0624506 Jun 10 16:10:45.817074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c214a6-d6c1-461d-890a-4ac12f8213df,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:45.828565 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:45.833652 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55f670a074c2436cb2d67bcd4eec1f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8796949 Jun 10 16:10:45.843368 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49748) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:45.857667 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:45.861409 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e410842e-639c-4e6f-8524-df68164e5c35 HTTP/1.1" status: 204 len: 168 time: 0.9910934 Jun 10 16:10:45.872585 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d6798526-1cf2-43aa-8ecf-283260e5074e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:45.896814 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:45.910421 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e410842e-639c-4e6f-8524-df68164e5c35,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:45.923365 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:45.955365 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:45.957133 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-a57388f7-2a7b-4335-8f53-b36c0666f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:45.958748 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-a57388f7-2a7b-4335-8f53-b36c0666f7a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15fe773a-9b2f-43fa-b601-e2e9db7441be HTTP/1.1" status: 200 len: 851 time: 0.1426520 Jun 10 16:10:45.960529 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:46.010523 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-725e0153-0361-4c3b-9d7a-178e34285330 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e8d275aa-87d3-4493-8402-1b35c77192a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402169 Jun 10 16:10:46.171600 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cc3fd864-af6b-4339-a96a-dc57e802c278 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:46.178199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.187109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.189753 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.249184 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.250326 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f9f32e7-715c-4e08-b334-5f5442286e5a HTTP/1.1" status: 204 len: 168 time: 1.1664724 Jun 10 16:10:46.300326 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ad19236d-9ead-40a4-8c46-8acbdb0f4e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:46.336865 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port cc3fd864-af6b-4339-a96a-dc57e802c278 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:46.342265 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port cc3fd864-af6b-4339-a96a-dc57e802c278 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:46.342657 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.347642 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:42Z', 'revision_number': 2, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:46.356607 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:46.360665 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Updating router 8b2ba816-08d1-4b56-b6af-0adc26170555 port f0fc6718-05f1-4ada-a432-5eececc8dfd6 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:46.407511 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7615f4cd-46db-4785-b43d-ad5f50b0819c req-0d4ac01a-6d63-4f9c-b198-5f1e89d62feb service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231914 Jun 10 16:10:46.447709 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f32e7-715c-4e08-b334-5f5442286e5a,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:46.450153 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:46.455025 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.506233 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.576432 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.581175 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49764) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:46.623007 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-85958b54-8ea2-4280-ad0f-995948f4eb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.628831 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port cc3fd864-af6b-4339-a96a-dc57e802c278, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cc3fd864-af6b-4339-a96a-dc57e802c278,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:46.641304 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.652265 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:46.696468 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:46.720535 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Router bbb2c19e-103e-4186-afd2-23f55ba6b5bf has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:10:46.770350 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-fd4b65d0-e2ef-4e87-acc0-154e23c35658 service neutron] 10.222.0.49 "GET /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818938 Jun 10 16:10:46.771966 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=cc3fd864-af6b-4339-a96a-dc57e802c278,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:46.783966 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:46.960677 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49768) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:46.974298 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:46.985061 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] 10.222.0.44 "PUT /v2.0/routers/bbb2c19e-103e-4186-afd2-23f55ba6b5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4252665 Jun 10 16:10:46.990722 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Sync routers for ids ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:47.000857 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747328433', 'description': 'tempest-description--61907219'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:47.019223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Routers {'bbb2c19e-103e-4186-afd2-23f55ba6b5bf'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:47.022483 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:47.024698 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.035574 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Transition to ACTIVE for port object f0fc6718-05f1-4ada-a432-5eececc8dfd6 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:47.044263 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.054531 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.079499 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49772) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:47.103648 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594f1a-142d-48c2-bc22-366e31409c6c None None] Pushing event updated for resources: {'Port': ['ID=f0fc6718-05f1-4ada-a432-5eececc8dfd6,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:47.108634 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-b2594f1a-142d-48c2-bc22-366e31409c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:47.114250 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.123612 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.139265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-85958b54-8ea2-4280-ad0f-995948f4eb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.153726 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.155765 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-85958b54-8ea2-4280-ad0f-995948f4eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.174348 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e7441601-0791-4f72-9c87-7ee86d039c5a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.188419 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.217621 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e058a-4523-435f-83b3-a88f57f1dc8c req-2a4b80cc-ac4b-451b-825a-6f3463a0c2ba tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:47.222677 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b27e058a-4523-435f-83b3-a88f57f1dc8c req-2a4b80cc-ac4b-451b-825a-6f3463a0c2ba tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 944 time: 0.7711084 Jun 10 16:10:47.261011 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.289276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.290445 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41c214a6-d6c1-461d-890a-4ac12f8213df HTTP/1.1" status: 204 len: 168 time: 1.4280214 Jun 10 16:10:47.291297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36201a3-ac44-47af-80ff-454836b40549,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:47.318036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:47.327997 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.336297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.355597 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.370071 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.377404 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Set router bbb2c19e-103e-4186-afd2-23f55ba6b5bf gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:47.415705 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-2ff3107b-0223-4a83-a010-d823ec64a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:47.417481 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-2ff3107b-0223-4a83-a010-d823ec64a238 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 1096 time: 0.8990233 Jun 10 16:10:47.423339 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a95553-3c43-4723-af0a-324ee7e5530c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:47.441350 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-85958b54-8ea2-4280-ad0f-995948f4eb9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33c5b163926c46d2b014cda91c7ad178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331831 Jun 10 16:10:47.445397 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:47.447487 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6d4a486c-3ac7-457e-ad53-0458df57dc93 req-a16ee893-3e0a-49c3-85f6-7a589042b249 service neutron] 10.222.0.49 "GET /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641138 Jun 10 16:10:47.447988 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49780) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:47.458076 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.463148 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7676368 Jun 10 16:10:47.466733 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49782) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:47.494451 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:47.505611 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7515221-702f-4fb7-b3c0-4a21b1642d09 req-13680d10-60fc-43d9-b210-671f38ae59af tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:47.513028 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a7515221-702f-4fb7-b3c0-4a21b1642d09 req-13680d10-60fc-43d9-b210-671f38ae59af tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 943 time: 0.4325228 Jun 10 16:10:47.559418 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Attempting to bind port f0fc6718-05f1-4ada-a432-5eececc8dfd6 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:47.560233 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Attempting to bind port f0fc6718-05f1-4ada-a432-5eececc8dfd6 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:47.560828 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Attempting to bind port f0fc6718-05f1-4ada-a432-5eececc8dfd6 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:47.569283 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:47.574530 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Checking segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:47.577425 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.578052 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Bound using segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:47.578719 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Bound port: f0fc6718-05f1-4ada-a432-5eececc8dfd6, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:47.579257 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.622563 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a7515221-702f-4fb7-b3c0-4a21b1642d09 req-d12e5f23-26d5-4ad4-b307-ef9e713284dc tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038055 Jun 10 16:10:47.692099 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.738968 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.763437 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] For port f0fc6718-05f1-4ada-a432-5eececc8dfd6, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:47.774067 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] For port f0fc6718-05f1-4ada-a432-5eececc8dfd6, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=f0fc6718-05f1-4ada-a432-5eececc8dfd6,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:47.785199 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.789476 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-b2594f1a-142d-48c2-bc22-366e31409c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.797042 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85958b54-8ea2-4280-ad0f-995948f4eb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aff0d2f-85a4-4f99-9359-5432bbc65f1b,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:47.817519 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.825586 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.830831 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a1d0c73c-4e70-4ae7-aa9c-9dfc733515ad tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.845835 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.850764 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8648257 Jun 10 16:10:47.860012 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49788) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:47.875813 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'security_group_rule': {'security_group_id': 'a6a95553-3c43-4723-af0a-324ee7e5530c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:47.896863 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b27e058a-4523-435f-83b3-a88f57f1dc8c req-e288d99b-0896-4845-963a-61cb3f58b2f1 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430109 Jun 10 16:10:47.904489 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.907843 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=929d493ccfe64e81bd35ce918e2b046e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178511 Jun 10 16:10:47.910994 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:47.915750 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6aff0d2f-85a4-4f99-9359-5432bbc65f1b HTTP/1.1" status: 204 len: 168 time: 0.4396405 Jun 10 16:10:47.915750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d91536-c2ff-4b3c-a9ea-270197f0c89a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:47.917297 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49792) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:47.919516 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:47.919988 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-625ee162-add6-4448-9ab3-8e37a2f1a73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:47.956740 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:47.961553 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:47.976173 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c214a6-d6c1-461d-890a-4ac12f8213df,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:47.989060 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:48.000715 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.789s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:48.001095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:48.005808 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.db.api [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:10:48.005808 dv-cinder-789564-6-iscsi neutron-server[91918]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:10:48.005808 dv-cinder-789564-6-iscsi neutron-server[91918]: [parameters: {'project_id_1': '2073ea951e764d91a6191699b0e02db2', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 10, 47, 901625)}] Jun 10 16:10:48.005808 dv-cinder-789564-6-iscsi neutron-server[91918]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:10:48.006216 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_db.api [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:10:48.007303 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aff0d2f-85a4-4f99-9359-5432bbc65f1b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:48.013873 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:48.014425 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.023558 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-be6f33b5-7e11-4424-982b-f55ff75b49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:48.025310 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-be6f33b5-7e11-4424-982b-f55ff75b49e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 915 time: 0.5708892 Jun 10 16:10:48.054783 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.092375 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.189227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:44Z', 'revision_number': 4, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'a4f7afaa-e8b8-4635-9f34-09e23c537b5b', 'name': '', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'mac_address': 'fa:16:3e:fb:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:40Z', 'updated_at': '2021-06-10T16:10:44Z', 'revision_number': 2, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'subnets': [{'id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:48.195166 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cc3fd864-af6b-4339-a96a-dc57e802c278 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:48.196095 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-0e73dc0f-001a-45d1-884b-2ad6290079ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0 HTTP/1.1" status: 200 len: 217 time: 0.1274087 Jun 10 16:10:48.226862 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Checking router: bbb2c19e-103e-4186-afd2-23f55ba6b5bf for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:48.227316 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Updating router bbb2c19e-103e-4186-afd2-23f55ba6b5bf port a4f7afaa-e8b8-4635-9f34-09e23c537b5b binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:48.323995 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:48.334105 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-6467f660-dbc9-45fc-a46e-1a069641c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:48.336569 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-6467f660-dbc9-45fc-a46e-1a069641c283 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.1339247 Jun 10 16:10:48.389389 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-c183cf11-82ff-4bd9-b1bc-a0b232a7e5ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442922 Jun 10 16:10:48.390157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.390281 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.394720 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.395871 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65d91536-c2ff-4b3c-a9ea-270197f0c89a HTTP/1.1" status: 204 len: 168 time: 0.4773912 Jun 10 16:10:48.421129 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-643a1b71-2ea0-499b-8e95-de3cab63abaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:48.463789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d91536-c2ff-4b3c-a9ea-270197f0c89a,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:48.467396 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:48.511125 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-d3818fce-e5d2-4574-a35c-b5b56ae70383 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:48.512771 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-d3818fce-e5d2-4574-a35c-b5b56ae70383 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 819 time: 0.3428013 Jun 10 16:10:48.546274 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-8253e11b-7f7d-478e-b4e7-5be831699de4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/quotas/ef7dc639dbd445bc8a2d3ad2363dcab1 HTTP/1.1" status: 200 len: 375 time: 0.0197351 Jun 10 16:10:48.570961 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.588139 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594f1a-142d-48c2-bc22-366e31409c6c None None] Pushing event updated for resources: {'Port': ['ID=f0fc6718-05f1-4ada-a432-5eececc8dfd6,revision_number=4']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:48.595781 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-b2594f1a-142d-48c2-bc22-366e31409c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:48.607676 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-ae06796d-f6f4-4d7f-a9e4-20536246d372 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103131 Jun 10 16:10:48.715703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.717467 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port cc3fd864-af6b-4339-a96a-dc57e802c278 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:48.721245 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.726935 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-060a2a39-ca93-4618-9a0b-88a544a08c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.727646 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.740910 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:48.759239 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc11716c-001a-4306-bc17-dd69a14ffe2c,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:48.767445 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-31fe7e27-7f8f-49d5-9524-5636e891ff55 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2095516 Jun 10 16:10:48.773395 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:48.791142 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.795964 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9242647 Jun 10 16:10:48.796968 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49826) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:48.817592 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'security_group_rule': {'security_group_id': 'a6a95553-3c43-4723-af0a-324ee7e5530c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:48.935829 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:48.958904 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bd40973-a40f-4523-abb2-5b9524e19091 req-7230f82e-a465-4dbd-bf57-a5ba57a8b969 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565382 Jun 10 16:10:48.993545 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-fa5ab1e0-2494-4666-b0e6-ff148ed647d7 service neutron] 10.222.0.44 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137294 Jun 10 16:10:49.005923 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:47Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:49.018495 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf57b8-6875-453d-adf9-418041fe6ffa None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:47Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:49.068600 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.080598 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.086462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b788d404-ca4d-4229-834e-13da6fb65c91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:49.132785 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.134681 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dc6646-7300-47f2-b484-94dbd55d93b0,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:49.201961 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device f8a1d1be-a043-49eb-8e00-271f3c8ebf69 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:10:49.207212 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:49.223484 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.234165 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4218843 Jun 10 16:10:49.236883 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49842) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:49.242131 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:49.311345 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-ceaedd6a-79dd-4347-9160-70c61eff94a7 service neutron] 10.222.0.44 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070197 Jun 10 16:10:49.320618 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.322190 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Allocated IP 172.27.0.184 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/36e13842-131c-4174-a389-5eeb26e8d786) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:49.413672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.db.resource_extend [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:10:49.473607 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159bf01-b3c0-4306-ac91-ee0ec5c65f44 req-b03fdb89-1e52-4723-b3ca-741b918549a5 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:49.486935 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6159bf01-b3c0-4306-ac91-ee0ec5c65f44 req-b03fdb89-1e52-4723-b3ca-741b918549a5 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 943 time: 0.5259287 Jun 10 16:10:49.592729 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.743702 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,segment=NetworkSegment(1467afb4-0754-4331-8f70-2a89dde21212),segment_id=1467afb4-0754-4331-8f70-2a89dde21212)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:49.766538 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6159bf01-b3c0-4306-ac91-ee0ec5c65f44 req-4f82938f-a8c2-4e49-8f11-a4f8b4e1fac8 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295652 Jun 10 16:10:49.793346 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.804961 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.809440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69', 'network_id': 'e8d275aa-87d3-4493-8402-1b35c77192a9', 'port_id': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69', 'mac_address': 'fa:16:3e:ef:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fe773a-9b2f-43fa-b601-e2e9db7441be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:10:49.825031 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Transition to ACTIVE for port object a4f7afaa-e8b8-4635-9f34-09e23c537b5b will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:49.862898 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:49.884900 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:49.946856 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94ef31-b9d6-48a6-bbd1-8e23a2ecc3be None None] Pushing event updated for resources: {'Port': ['ID=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:49.954699 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f94ef31-b9d6-48a6-bbd1-8e23a2ecc3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:49.979526 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6dcd-1c07-4e19-afc9-9427f0930abf req-958ebbae-2ba1-4e49-99bb-7e2a51ef0ff3 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:49.981938 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cfff927a-3f0a-461a-a61c-ab02a48735a6 req-2db7666e-bdb8-4b3c-ae3f-de1a3baa1c4e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 210 time: 0.0957263 Jun 10 16:10:50.003781 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-34ec6dcd-1c07-4e19-afc9-9427f0930abf req-958ebbae-2ba1-4e49-99bb-7e2a51ef0ff3 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 944 time: 0.2011790 Jun 10 16:10:50.008894 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.012673 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.025868 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:50.134256 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a1d1be-a043-49eb-8e00-271f3c8ebf69 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:10:50.138153 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:50.143518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:50.153097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:50.161928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Attempting to bind port a4f7afaa-e8b8-4635-9f34-09e23c537b5b on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:50.163191 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Attempting to bind port a4f7afaa-e8b8-4635-9f34-09e23c537b5b by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:50.164012 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Attempting to bind port a4f7afaa-e8b8-4635-9f34-09e23c537b5b on network 6481ea5f-800d-49a1-9cba-3b952c54f83e {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:50.180689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:50.181571 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Checking segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:50.182201 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.182820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Bound using segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:50.183552 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Bound port: a4f7afaa-e8b8-4635-9f34-09e23c537b5b, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:50.184159 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.215995 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49876) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:50.218530 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,segment=NetworkSegment(1467afb4-0754-4331-8f70-2a89dde21212),segment_id=1467afb4-0754-4331-8f70-2a89dde21212)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:50.222418 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-34ec6dcd-1c07-4e19-afc9-9427f0930abf req-d658ac79-9948-4ca1-ab1e-a22320346dbf tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105093 Jun 10 16:10:50.275984 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Allocated IP 172.27.0.14 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/60715860-0192-4bcf-bd95-0bb8f1670b1d) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:50.308849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'Port': ['ID=36e13842-131c-4174-a389-5eeb26e8d786,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:50.322689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] For port a4f7afaa-e8b8-4635-9f34-09e23c537b5b, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:50.332411 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] For port a4f7afaa-e8b8-4635-9f34-09e23c537b5b, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:50.336602 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f0fc6718-05f1-4ada-a432-5eececc8dfd6 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:50.340215 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.341373 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:10:50.344383 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:50.345595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:50.353178 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.445555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.531821 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.640274 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Routers {'bbb2c19e-103e-4186-afd2-23f55ba6b5bf'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:50.641774 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:50.746041 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:50.760856 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:50.783067 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.817690 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:50.826652 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.855964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.883930 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:50.894630 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5d1b98c3-5456-453a-b1cd-57bd2bfc69ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:50.911347 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94ef31-b9d6-48a6-bbd1-8e23a2ecc3be None None] Pushing event updated for resources: {'Port': ['ID=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:50.974379 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:50.981479 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:51.001983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:51.042475 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b418ed0f-da40-4724-8698-7e0739d8f89c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:51.057799 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'Port': ['ID=60715860-0192-4bcf-bd95-0bb8f1670b1d,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:51.104323 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.115233 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.165243 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-74087d3c-6f74-435b-8130-1661e7d4a690 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:51.166886 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-74087d3c-6f74-435b-8130-1661e7d4a690 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 819 time: 0.3370655 Jun 10 16:10:51.168849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'Port': ['ID=36e13842-131c-4174-a389-5eeb26e8d786,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:51.172178 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:51.177507 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:51.208387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.209763 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7229819 Jun 10 16:10:51.222028 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-7f88f557-589f-46d0-85f1-1719f24ff2d9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/quotas/ef7dc639dbd445bc8a2d3ad2363dcab1 HTTP/1.1" status: 200 len: 375 time: 0.0355906 Jun 10 16:10:51.236971 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f94ef31-b9d6-48a6-bbd1-8e23a2ecc3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:51.277409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port f0fc6718-05f1-4ada-a432-5eececc8dfd6 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:51.320982 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port f0fc6718-05f1-4ada-a432-5eececc8dfd6 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:51.321391 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.328761 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.339629 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999963-1b33-4cb7-915e-ab512e23704c req-8d9db352-c0f5-49f2-907c-0bdf5bcb39f6 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:51.346897 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-88999963-1b33-4cb7-915e-ab512e23704c req-8d9db352-c0f5-49f2-907c-0bdf5bcb39f6 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 943 time: 0.3104095 Jun 10 16:10:51.416685 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0bae-f18d-4a3a-ba02-581970332760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.443162 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:51.450686 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.582919 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-88999963-1b33-4cb7-915e-ab512e23704c req-e9c80e28-8ab7-4bd0-8645-a6c62a6a5636 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349172 Jun 10 16:10:51.608790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'port_id': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0', 'mac_address': 'fa:16:3e:e9:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12650576-80bb-4bfd-9396-ee8351a64421', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:10:51.634978 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] Set router bbb2c19e-103e-4186-afd2-23f55ba6b5bf gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:51.883446 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.900225 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.961342 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:51.982608 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663dd49-98aa-400a-8437-c8078df424ae req-043086b1-8cac-424a-9087-c718d962d19d tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:51.996271 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3663dd49-98aa-400a-8437-c8078df424ae req-043086b1-8cac-424a-9087-c718d962d19d tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 945 time: 0.1722295 Jun 10 16:10:52.076053 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.092638 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-110502c2-b3b5-42af-9d26-8e540d37a302 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8315217 Jun 10 16:10:52.121938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.138103 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3663dd49-98aa-400a-8437-c8078df424ae req-2c6d83a6-ebb2-4132-9a56-732ea8fc7095 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331875 Jun 10 16:10:52.144089 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.147424 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:52.188119 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.240605 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.262967 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.264483 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0264225 Jun 10 16:10:52.269588 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'Port': ['ID=60715860-0192-4bcf-bd95-0bb8f1670b1d,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:52.276482 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:10:52.276977 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:52.345031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:52.347994 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port f0fc6718-05f1-4ada-a432-5eececc8dfd6, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=f0fc6718-05f1-4ada-a432-5eececc8dfd6,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:52.358562 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.368640 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.374612 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0dcd9080ea41473ea93639be23403591&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1573205 Jun 10 16:10:52.384756 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 49950) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:52.412034 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:52.436440 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-41691d49-ee1a-4594-92fb-e247d3dafac3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1062374166&fields=id&tenant_id=97c6937fdffe4e559e5b7522ec222be5 HTTP/1.1" status: 200 len: 267 time: 0.1084774 Jun 10 16:10:52.485320 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:52.486496 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=f0fc6718-05f1-4ada-a432-5eececc8dfd6,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:52.501821 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:52.503022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd799d7-400f-4c6e-88bf-7145e993df7f,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:52.505047 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.508471 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:52.519075 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-300bd2e7-e99d-4b58-8d19-fb918357fff5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:52.520552 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-300bd2e7-e99d-4b58-8d19-fb918357fff5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 819 time: 0.9286549 Jun 10 16:10:52.540265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:52.550764 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Request body: {'port': {'device_id': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'admin_state_up': True, 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:52.616271 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:52.620142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:52.645633 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:44Z', 'revision_number': 4, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'a4f7afaa-e8b8-4635-9f34-09e23c537b5b', 'name': '', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'mac_address': 'fa:16:3e:fb:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:40Z', 'updated_at': '2021-06-10T16:10:50Z', 'revision_number': 4, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'subnets': [{'id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:52.650454 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5dd21-8854-40c3-a2e6-7570d88c7f2f None None] The sync data for ids ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'] in dv-cinder-789564-6-iscsi is: [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:44Z', 'revision_number': 4, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'a4f7afaa-e8b8-4635-9f34-09e23c537b5b', 'name': '', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'mac_address': 'fa:16:3e:fb:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:40Z', 'updated_at': '2021-06-10T16:10:50Z', 'revision_number': 4, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'subnets': [{'id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:52.690287 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-f3805ada-b736-4be3-9530-da7b287c61da service neutron] 10.222.0.44 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913656 Jun 10 16:10:52.768144 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-722e9de1-9488-4a0c-b3d8-2e1ee3ded4db tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:52.769963 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-722e9de1-9488-4a0c-b3d8-2e1ee3ded4db tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 809 time: 0.3275576 Jun 10 16:10:52.778052 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:10:52.794278 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.824678 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-05322204-39cd-44b0-ad3e-36a373e1a2be tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/quotas/97c6937fdffe4e559e5b7522ec222be5 HTTP/1.1" status: 200 len: 375 time: 0.0341821 Jun 10 16:10:52.826932 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['f8a1d1be-a043-49eb-8e00-271f3c8ebf69'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:10:52.891491 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Made reservation on behalf of ef7dc639dbd445bc8a2d3ad2363dcab1 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:52.897035 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:52.942973 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c03be8d7-7aa0-4f82-8ce8-00949c58ad28 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041002 Jun 10 16:10:52.953368 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:53.134988 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-112cd110-f8ac-415d-974c-834d5a9cf0a0 service neutron] 10.222.0.44 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880403 Jun 10 16:10:53.137502 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-d62b1dd3-e67a-40ad-84d6-2cb6fcf5d4f1 service neutron] 10.222.0.44 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384894 Jun 10 16:10:53.219337 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:53.226172 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:53.228766 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebd799d7-400f-4c6e-88bf-7145e993df7f HTTP/1.1" status: 204 len: 168 time: 0.8389316 Jun 10 16:10:53.232930 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:53.249141 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd799d7-400f-4c6e-88bf-7145e993df7f,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:53.255554 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:53.281596 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Allocated IP 172.20.0.9 (6481ea5f-800d-49a1-9cba-3b952c54f83e/5c32ae80-3096-4f91-a58c-67c727031abb/489c9979-1d49-4fdc-b053-037fd8ccf459) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:53.488176 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-b85f08f6-f988-47d6-8cd3-be11846f7ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520651 Jun 10 16:10:53.686703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 49988) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:53.880183 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:53.905302 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-fd02f077-b3b3-4e02-989d-123b283aef3c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--747328433&fields=id&tenant_id=2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 267 time: 0.0500069 Jun 10 16:10:54.031316 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.106606 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.107046 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1a59a-a42f-41f6-b6c8-6462e7ddcff2 req-fa161f31-a4cc-4a7b-8c65-0c1143d9f143 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:54.117974 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72a1a59a-a42f-41f6-b6c8-6462e7ddcff2 req-fa161f31-a4cc-4a7b-8c65-0c1143d9f143 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 944 time: 0.3611224 Jun 10 16:10:54.218038 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72a1a59a-a42f-41f6-b6c8-6462e7ddcff2 req-3d3a7d79-4f90-4754-89a2-1a601e9277c4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990453 Jun 10 16:10:54.244259 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.249546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:54.355132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:54.360231 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:54.389962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:54.395477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:54.398905 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.460196 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-205005fd-8b6e-42d1-a032-3d3dc198a429 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:54.469533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Pushing event updated for resources: {'Port': ['ID=489c9979-1d49-4fdc-b053-037fd8ccf459,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:54.474562 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-205005fd-8b6e-42d1-a032-3d3dc198a429 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 817 time: 0.5616193 Jun 10 16:10:54.495759 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:54.528404 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device f8a1d1be-a043-49eb-8e00-271f3c8ebf69 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:54.553380 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-79c5633c-34af-4b3c-bc5c-d89e50bc472e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/quotas/2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 375 time: 0.0751424 Jun 10 16:10:54.557027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d1bdc-747a-435b-a649-eea1c968e576 req-c0456703-2fee-4c8c-91f8-f1a28950284f tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:54.568534 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d36d1bdc-747a-435b-a649-eea1c968e576 req-c0456703-2fee-4c8c-91f8-f1a28950284f tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 945 time: 0.1129663 Jun 10 16:10:54.701186 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d36d1bdc-747a-435b-a649-eea1c968e576 req-24cbae58-6f01-4b70-bb30-ab1a35995773 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268971 Jun 10 16:10:54.724670 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device a4f7afaa-e8b8-4635-9f34-09e23c537b5b up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:54.820824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:54.831793 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:54.832105 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.892095 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-9014f549-0580-4e74-8d99-59ff3cd18229 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3203986 Jun 10 16:10:54.940848 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port a4f7afaa-e8b8-4635-9f34-09e23c537b5b completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:54.943966 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.947899 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port a4f7afaa-e8b8-4635-9f34-09e23c537b5b triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:54.948655 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.964301 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:54.983627 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-356f586a-3207-4cea-bc09-924e8a98a017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:54.989383 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-346e6776-ce06-4daf-aedf-4ccd520f0fb4 req-f756b560-b30e-4159-b619-ba1b3ff5b175 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 210 time: 0.0673161 Jun 10 16:10:54.992101 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4506249 Jun 10 16:10:55.029242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Request body: {'port': {'device_id': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:55.047241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.059249 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e8f062-a6ae-4807-8994-5bf2cc0e77fa,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:55.069269 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:55.098645 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:10:55.254664 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8834a1941bb0491baff3b6855915e2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5642743 Jun 10 16:10:55.259099 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50058) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:55.277497 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,segment=NetworkSegment(1467afb4-0754-4331-8f70-2a89dde21212),segment_id=1467afb4-0754-4331-8f70-2a89dde21212)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:55.316225 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.321676 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:55.330983 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:55.387355 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.414780 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.421146 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e61cfaf0-b0e4-416b-839c-c1608fb78efa req-402b1f44-b0bd-4c26-a165-1253c8dd88b3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 210 time: 0.1026583 Jun 10 16:10:55.497804 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d01577a-ca4e-47e9-8b90-da6ecdc1b8e3" -d '{"events": [{"server_uuid": "ca655f72-314e-4a85-be4e-fbbbaa4c893e", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1d1be-a043-49eb-8e00-271f3c8ebf69"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:10:55.530859 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-d8d0c58a-3407-4fce-993b-3d7e2b4ad747 service neutron] 10.222.0.44 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125858 Jun 10 16:10:55.646168 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port a4f7afaa-e8b8-4635-9f34-09e23c537b5b, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:55.664284 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.666400 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f0fc6718-05f1-4ada-a432-5eececc8dfd6 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:55.703451 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-bae24a24-12ca-4d72-a890-42fc194e4023 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:55.704924 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-bae24a24-12ca-4d72-a890-42fc194e4023 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 819 time: 0.4365132 Jun 10 16:10:55.719230 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.724302 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Request body: {'port': {'device_id': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'admin_state_up': True, 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:55.771808 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:55.782200 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:55.800429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:55.817227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:55.862735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e544-ffd4-4320-a0ae-7b852593739e req-7971bcf1-fd8f-43f7-8f11-858fb227b3ae tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:55.870984 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4652e544-ffd4-4320-a0ae-7b852593739e req-7971bcf1-fd8f-43f7-8f11-858fb227b3ae tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 944 time: 0.1953108 Jun 10 16:10:55.899548 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:55.901369 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.933542 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:55.947181 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4652e544-ffd4-4320-a0ae-7b852593739e req-0968e63e-75bb-4147-b95f-ad1318b23dea tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750904 Jun 10 16:10:56.044278 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489c9979-1d49-4fdc-b053-037fd8ccf459 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:10:56.063406 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:56.068171 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.49', 63017) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:56.076035 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Made reservation on behalf of ef7dc639dbd445bc8a2d3ad2363dcab1 for: {'port': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:56.079945 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:56.119785 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-7141fa03-2848-4f85-8b04-5ec35a7e4522 service neutron] 10.222.0.44 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120197 Jun 10 16:10:56.156750 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port f0fc6718-05f1-4ada-a432-5eececc8dfd6 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:56.157294 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:56.263176 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:56.266183 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:56.270350 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82e8f062-a6ae-4807-8994-5bf2cc0e77fa HTTP/1.1" status: 204 len: 168 time: 1.0051036 Jun 10 16:10:56.270350 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:56.286165 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e8f062-a6ae-4807-8994-5bf2cc0e77fa,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:56.293917 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:56.527196 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Transition to ACTIVE for port object 489c9979-1d49-4fdc-b053-037fd8ccf459 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:56.587103 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:56.679300 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf40ce4-3f7d-4ce4-bdda-245ca8f44e85 x-openstack-request-id: req-edf40ce4-3f7d-4ce4-bdda-245ca8f44e85 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:10:56.679878 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca655f72-314e-4a85-be4e-fbbbaa4c893e", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1d1be-a043-49eb-8e00-271f3c8ebf69", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:10:56.680303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edf40ce4-3f7d-4ce4-bdda-245ca8f44e85 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:10:56.681242 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69', 'code': 200} Jun 10 16:10:56.688373 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:56.692472 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:56.778453 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.49', 63026) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:56.870508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:56.928956 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Allocated IP 172.20.0.6 (6481ea5f-800d-49a1-9cba-3b952c54f83e/5c32ae80-3096-4f91-a58c-67c727031abb/9a177e8c-fb6d-4a36-a4a3-728c01c73968) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:56.998539 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e24e3134-6c48-4c8a-b456-d8be1710e0c8 req-2f1df3a5-d91e-4404-86e6-a7df105de71c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 210 time: 0.1355677 Jun 10 16:10:57.023557 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.112158 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:57.119459 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50176) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:57.120455 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.122874 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:57.202942 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:57.206117 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:57.228200 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device a4f7afaa-e8b8-4635-9f34-09e23c537b5b up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:10:57.298144 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port a4f7afaa-e8b8-4635-9f34-09e23c537b5b triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:57.298886 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.462305 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-5ec78bb2-1944-4b55-a042-0e382c29f90e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:57.463814 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-5ec78bb2-1944-4b55-a042-0e382c29f90e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 809 time: 1.3922336 Jun 10 16:10:57.478530 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.485664 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2c138138-e470-4682-b562-f3204727120f req-daeaaa85-9f96-46e2-96ea-5201415fb3d0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 210 time: 0.3758302 Jun 10 16:10:57.528097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Pushing event updated for resources: {'Port': ['ID=489c9979-1d49-4fdc-b053-037fd8ccf459,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:57.540542 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988e66-f261-49e6-af30-c83c806d02f5 req-c13e3217-f114-4644-a69f-03b073f2b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:57.542089 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4d988e66-f261-49e6-af30-c83c806d02f5 req-c13e3217-f114-4644-a69f-03b073f2b487 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 1099 time: 0.7613306 Jun 10 16:10:57.547670 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:57.555018 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Attempting to bind port 489c9979-1d49-4fdc-b053-037fd8ccf459 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:57.555667 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Attempting to bind port 489c9979-1d49-4fdc-b053-037fd8ccf459 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:57.556175 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Attempting to bind port 489c9979-1d49-4fdc-b053-037fd8ccf459 on network 6481ea5f-800d-49a1-9cba-3b952c54f83e {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:57.574412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Port 489c9979-1d49-4fdc-b053-037fd8ccf459 on network 6481ea5f-800d-49a1-9cba-3b952c54f83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:10:57.575057 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Attempting to bind port 489c9979-1d49-4fdc-b053-037fd8ccf459 on network 6481ea5f-800d-49a1-9cba-3b952c54f83e {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:57.606234 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c348732-7793-4c1a-8f33-32e52986afcd req-0384efb0-ffc1-463b-a2d7-5c08c303f45a tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:57.613558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c348732-7793-4c1a-8f33-32e52986afcd req-0384efb0-ffc1-463b-a2d7-5c08c303f45a tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 1.0494907 Jun 10 16:10:57.625364 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-40b46463-a368-4a8d-89bd-7f751cd93f9c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c6937fdffe4e559e5b7522ec222be5 HTTP/1.1" status: 200 len: 380 time: 0.1324673 Jun 10 16:10:57.632764 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:57.633338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Checking segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:57.633732 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Bound using segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:57.634473 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Bound port: 489c9979-1d49-4fdc-b053-037fd8ccf459, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:57.635032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.670712 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'port': {'device_id': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'admin_state_up': True, 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'security_groups': ['200cdacb-da66-4f82-9715-67bb474ea7dc']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:57.671470 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-4d988e66-f261-49e6-af30-c83c806d02f5 req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.754218 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c49dc71e-0442-4a14-b1d9-aec0a4f34839 req-597a3459-3f7c-4b34-a600-750a368e589f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 210 time: 0.0805562 Jun 10 16:10:57.759369 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9c348732-7793-4c1a-8f33-32e52986afcd req-b9a6d40f-5fb1-4268-8195-6d13dc5cdcee tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448870 Jun 10 16:10:57.811523 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.840577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] For port 489c9979-1d49-4fdc-b053-037fd8ccf459, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:57.848729 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.870675 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.884509 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b3ec3991-e136-42c9-8277-43d03dc980ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:57.891216 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] For port 489c9979-1d49-4fdc-b053-037fd8ccf459, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=489c9979-1d49-4fdc-b053-037fd8ccf459,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:57.899206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.906460 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:57.951157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.955875 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:57.956537 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:57.958025 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] 10.222.0.49 "PUT /v2.0/ports/489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 1093 time: 2.9560649 Jun 10 16:10:57.968059 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'tag': '489c9979-1d49-4fdc-b053-037fd8ccf459'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:10:57.972903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab24c4-2c55-4bf3-92e2-ac07c2324315" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09", "tag": "489c9979-1d49-4fdc-b053-037fd8ccf459"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:10:58.010784 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5269af5ad144b23b81227957a920ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8878579 Jun 10 16:10:58.016812 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50184) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:58.016812 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cfb243-a3c4-45eb-b47a-bec30d599eae,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:58.031895 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:58.033957 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Pushing event updated for resources: {'Port': ['ID=489c9979-1d49-4fdc-b053-037fd8ccf459,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:58.046347 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.49', 63032) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:58.052320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:58.095903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:58.102878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80185e09-d977-447e-bb00-0de17140898d x-openstack-request-id: req-80185e09-d977-447e-bb00-0de17140898d {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:10:58.107302 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09", "tag": "489c9979-1d49-4fdc-b053-037fd8ccf459", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:10:58.107302 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80185e09-d977-447e-bb00-0de17140898d {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:10:58.107302 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'tag': '489c9979-1d49-4fdc-b053-037fd8ccf459', 'status': 'completed', 'code': 200} Jun 10 16:10:58.142830 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Network 6481ea5f-800d-49a1-9cba-3b952c54f83e is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:58.165223 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:58.178300 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:58.183712 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:58.184361 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.203214 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Pushing event updated for resources: {'Port': ['ID=9a177e8c-fb6d-4a36-a4a3-728c01c73968,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:58.217668 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:58.258882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8392c8f-b396-486d-9e7e-925eb9b257d7 req-0a253e30-6230-4599-914b-6ddc01685fa0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:58.260441 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a8392c8f-b396-486d-9e7e-925eb9b257d7 req-0a253e30-6230-4599-914b-6ddc01685fa0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 945 time: 0.3543468 Jun 10 16:10:58.294814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-4d988e66-f261-49e6-af30-c83c806d02f5 req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.310809 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.323911 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-4d988e66-f261-49e6-af30-c83c806d02f5 req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.332260 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6151199 Jun 10 16:10:58.337906 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:58.363115 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-a9c5b05a-a538-417e-ac75-49b946937a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:58.365401 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-a9c5b05a-a538-417e-ac75-49b946937a54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1096 time: 0.3179572 Jun 10 16:10:58.393325 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Request body: {'port': {'device_id': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:58.418886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Made reservation on behalf of 97c6937fdffe4e559e5b7522ec222be5 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:58.422613 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.463774 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4d988e66-f261-49e6-af30-c83c806d02f5 req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9088528 Jun 10 16:10:58.483619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-92b7b2e1-1a75-4ac2-bc79-3c533cbc1229 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:58.485107 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-92b7b2e1-1a75-4ac2-bc79-3c533cbc1229 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 817 time: 0.4571395 Jun 10 16:10:58.485236 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.498316 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a8392c8f-b396-486d-9e7e-925eb9b257d7 req-76a5ea10-a9af-4925-9eb8-187902458c2c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094574 Jun 10 16:10:58.503639 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-8c4d27fd-4a1d-48ce-b9ef-d45d6cef09d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.1195204 Jun 10 16:10:58.511500 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6810720-565f-4aa9-acf6-54beffd554e1,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:58.539568 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:58.582275 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50204) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:58.616032 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.658766 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc781-f1d8-4d32-a6cd-ff4dc9f4ce6c req-f1fe1589-1fb6-4526-b36f-34da8e5f9131 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:58.660914 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1a6dc781-f1d8-4d32-a6cd-ff4dc9f4ce6c req-f1fe1589-1fb6-4526-b36f-34da8e5f9131 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 931 time: 0.3735776 Jun 10 16:10:58.682402 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:10:58.687389 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4cf1ef-cfbd-455d-a15b-d73d2df53e57" -d '{"events": [{"server_uuid": "658ba36e-8f6e-4834-9999-662aaa4cb223", "name": "network-vif-plugged", "status": "completed", "tag": "097bc71a-56e8-40e3-8d6a-42cdf1653ed0"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:10:58.722029 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9794f840-4684-4e32-89e6-d7e6d151408e req-a8e51d88-4cbf-43fd-83e8-b44e5574ddaa tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 210 time: 0.0752213 Jun 10 16:10:58.725293 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.729020 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.733148 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2cfb243-a3c4-45eb-b47a-bec30d599eae HTTP/1.1" status: 204 len: 168 time: 0.7114840 Jun 10 16:10:58.734665 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a5c27c0d-9069-43f9-8fbb-60e1ad28538e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:58.748372 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-57d3e8d1-504e-41d2-907d-faae7e80d498 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 379 time: 0.1724162 Jun 10 16:10:58.752204 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8918-64c6-4799-917b-269947a4871d req-27886a17-cb53-4b2c-a057-f00f643edec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:58.753714 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-27886a17-cb53-4b2c-a057-f00f643edec7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.1810815 Jun 10 16:10:58.759221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'port': {'device_id': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'admin_state_up': True, 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'security_groups': ['a6a95553-3c43-4723-af0a-324ee7e5530c']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:58.771385 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:58.792089 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14687f68-6345-4c07-a659-686cbceed76e x-openstack-request-id: req-14687f68-6345-4c07-a659-686cbceed76e {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:10:58.792396 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658ba36e-8f6e-4834-9999-662aaa4cb223", "name": "network-vif-plugged", "status": "completed", "tag": "097bc71a-56e8-40e3-8d6a-42cdf1653ed0", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:10:58.792656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14687f68-6345-4c07-a659-686cbceed76e {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:10:58.794165 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0', 'code': 200} Jun 10 16:10:58.825039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cfb243-a3c4-45eb-b47a-bec30d599eae,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:58.840571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:58.842811 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-745668b9-84ec-4001-b104-c7153b93b3d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765791 Jun 10 16:10:58.868523 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1a6dc781-f1d8-4d32-a6cd-ff4dc9f4ce6c req-bdc0ea4f-1d40-4e8e-be2e-012bbf64dfcf tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965168 Jun 10 16:10:58.934364 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Allocated IP 172.20.0.14 (87e3db7b-ecc6-4124-8502-aa84152060c9/e8a85d75-f502-4c0f-8ccc-1f340fe3f70b/28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:59.077793 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8c3a3544-8fba-4402-ad4f-ee5b31cbc84e req-f3a35bfc-fcb7-42fa-b102-4c2d6af8327c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 210 time: 0.0795140 Jun 10 16:10:59.183191 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-47b6f83c-999f-4fbc-846f-6d2a2cbd443e service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294904 Jun 10 16:10:59.332562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e19eb-144a-4855-a05d-5bb3715a08c5 req-bc61aa47-b270-4aa7-882a-24bdca417d19 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:59.334935 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-174e19eb-144a-4855-a05d-5bb3715a08c5 req-bc61aa47-b270-4aa7-882a-24bdca417d19 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 0.2359538 Jun 10 16:10:59.346981 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.381053 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306e79-7195-40bf-9994-4520801f149b req-1631d7b9-0a5c-42e1-a1f6-52dd3a7604e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:59.382774 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b5306e79-7195-40bf-9994-4520801f149b req-1631d7b9-0a5c-42e1-a1f6-52dd3a7604e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 1098 time: 0.1957026 Jun 10 16:10:59.384926 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.390117 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-19b94601-c4a5-495f-8749-2451f540de98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:59.427538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.441980 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a177e8c-fb6d-4a36-a4a3-728c01c73968 {{(pid=91918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:10:59.463120 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.491352 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6d052fbab4449c891dcb3bc037ffdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9052727 Jun 10 16:10:59.494970 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50230) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:59.495843 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Transition to ACTIVE for port object 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:59.497420 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Made reservation on behalf of 2073ea951e764d91a6191699b0e02db2 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:59.501286 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.511982 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf636dd0-02ca-406a-90ce-1113011f4f76,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:59.515122 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Transition to ACTIVE for port object 9a177e8c-fb6d-4a36-a4a3-728c01c73968 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:59.519072 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:59.528145 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b5306e79-7195-40bf-9994-4520801f149b req-8ded2c65-ecb6-4418-8a8b-44e6004d2e06 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292305 Jun 10 16:10:59.530883 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.541040 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:59.565659 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-174e19eb-144a-4855-a05d-5bb3715a08c5 req-a6041c5e-0aea-4751-8f97-4558a7a3c993 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759892 Jun 10 16:10:59.567744 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3d7b8918-64c6-4799-917b-269947a4871d req-94507380-9101-4809-ab68-3f59aaa630d0 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728194 Jun 10 16:10:59.676869 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Pushing event updated for resources: {'Port': ['ID=9a177e8c-fb6d-4a36-a4a3-728c01c73968,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:59.686660 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:59.694545 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.746110 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.763120 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7ffea88-8bc9-4a21-85fc-d038d7a23849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:59.796305 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.804399 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Attempting to bind port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:59.804731 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Attempting to bind port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:59.805113 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Attempting to bind port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 on network 6481ea5f-800d-49a1-9cba-3b952c54f83e {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:59.827048 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 on network 6481ea5f-800d-49a1-9cba-3b952c54f83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:10:59.827048 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Attempting to bind port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 on network 6481ea5f-800d-49a1-9cba-3b952c54f83e {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:59.827805 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Allocated IP 172.20.0.5 (c04c9874-ce23-4aa4-a6d9-8b601de141e3/0b1fc139-cc35-40cf-a338-dd2610d131ce/253e50d0-c456-45ed-8a77-8a5c1b67d537) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:59.842143 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:59.842593 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Checking segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:59.848709 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Bound using segment: {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:59.849314 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Bound port: 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56192b5c-cea1-4fdc-be52-cd7addb169d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:59.849926 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.971858 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27762676-a295-444a-bf79-79c80b94c058 req-1cb181b4-3deb-4d33-aa7e-3fcc4e3d2953 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:59.973424 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-27762676-a295-444a-bf79-79c80b94c058 req-1cb181b4-3deb-4d33-aa7e-3fcc4e3d2953 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 945 time: 0.2391741 Jun 10 16:10:59.987962 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.990823 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:59.994981 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf636dd0-02ca-406a-90ce-1113011f4f76 HTTP/1.1" status: 204 len: 168 time: 0.4925597 Jun 10 16:11:00.001740 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4f320679-3762-46f0-b411-b55ac522689e req-597bddf8-86b5-4c5a-8a08-f836cbd80408 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 210 time: 0.0803101 Jun 10 16:11:00.003347 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:00.025611 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:00.031720 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] For port 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host hv-cinder-78956, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:00.037991 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf636dd0-02ca-406a-90ce-1113011f4f76,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:00.046760 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:00.046959 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:00.053956 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] For port 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:00.080957 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:00.086747 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-27762676-a295-444a-bf79-79c80b94c058 req-cd185440-156d-4be0-8aa1-83f8c3e2d4b9 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059349 Jun 10 16:11:00.088257 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:00.237264 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:00.237981 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:00.239444 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a177e8c-fb6d-4a36-a4a3-728c01c73968 HTTP/1.1" status: 200 len: 1093 time: 1.8829877 Jun 10 16:11:00.257802 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'tag': '9a177e8c-fb6d-4a36-a4a3-728c01c73968'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:00.260414 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a7ce2-8a73-461e-8fcd-9fcf12c44750" -d '{"events": [{"name": "network-changed", "server_uuid": "68e7cb4c-f989-433d-8bf6-afcf8213146d", "tag": "9a177e8c-fb6d-4a36-a4a3-728c01c73968"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:00.383620 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Pushing event updated for resources: {'Port': ['ID=9a177e8c-fb6d-4a36-a4a3-728c01c73968,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:00.404617 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:00.503038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-a1c0e77b-69d3-457d-9a4c-afd30706a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:00.509746 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-a1c0e77b-69d3-457d-9a4c-afd30706a335 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 1096 time: 0.2177150 Jun 10 16:11:00.524739 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ace26f8c-b9bb-4dcb-bc0c-83cea2c4a26b None None] Provisioning for port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:00.533829 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ace26f8c-b9bb-4dcb-bc0c-83cea2c4a26b None None] Provisioning complete for port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:00.534216 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ace26f8c-b9bb-4dcb-bc0c-83cea2c4a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:00.598556 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-afc8109e-eb1d-4f01-aca5-288a32c606de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968 HTTP/1.1" status: 200 len: 217 time: 0.0708172 Jun 10 16:11:00.607190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37adcbf-2add-448a-87d7-84842fd6db24 req-e0e2cbf5-40c5-4ef9-8a02-e37dc76da280 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:00.609058 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a37adcbf-2add-448a-87d7-84842fd6db24 req-e0e2cbf5-40c5-4ef9-8a02-e37dc76da280 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 932 time: 0.2352006 Jun 10 16:11:00.620560 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'Port': ['ID=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:00.640971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:00.648984 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:00.649197 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-ace26f8c-b9bb-4dcb-bc0c-83cea2c4a26b None None] Port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:11:00.658867 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:00.661690 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:00.729174 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a37adcbf-2add-448a-87d7-84842fd6db24 req-bfe4079d-8a41-49f5-a9da-ceef53ade478 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564954 Jun 10 16:11:00.736636 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:00.738441 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428a14-de62-472f-93df-f5a04ac08789 req-06267b1e-959b-4ba3-afaf-34ae9ce039f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:00.740331 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-06267b1e-959b-4ba3-afaf-34ae9ce039f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.1303003 Jun 10 16:11:00.753082 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Transition to ACTIVE for port object 253e50d0-c456-45ed-8a77-8a5c1b67d537 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:00.796967 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-105021e3-e37f-4a9d-b9a0-089e7ae009c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498567 Jun 10 16:11:00.800593 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50266) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:00.833069 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53a4e7f-e164-4d14-a94f-4dc17c376a6d x-openstack-request-id: req-b53a4e7f-e164-4d14-a94f-4dc17c376a6d {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:00.833739 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e7cb4c-f989-433d-8bf6-afcf8213146d", "tag": "9a177e8c-fb6d-4a36-a4a3-728c01c73968", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:00.833739 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b53a4e7f-e164-4d14-a94f-4dc17c376a6d {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:00.835154 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'tag': '9a177e8c-fb6d-4a36-a4a3-728c01c73968', 'status': 'completed', 'code': 200} Jun 10 16:11:00.835277 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-8b55163f-0279-49a9-ac60-699d0e537ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:00.837404 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-8b55163f-0279-49a9-ac60-699d0e537ef9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1096 time: 1.1628225 Jun 10 16:11:00.840276 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1852167 Jun 10 16:11:00.850269 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:00.862819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Request body: {'port': {'device_id': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:01.034483 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.076899 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a147a4-1d38-4b75-8bec-4bdeef623d51 req-c65ec5a9-12a0-4193-8944-497051ec8428 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.080012 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f7a147a4-1d38-4b75-8bec-4bdeef623d51 req-c65ec5a9-12a0-4193-8944-497051ec8428 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 943 time: 0.4148326 Jun 10 16:11:01.089776 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:01.112259 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-cdb1358d-471a-484a-a33c-da8895f71a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.113734 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-cdb1358d-471a-484a-a33c-da8895f71a7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.2569616 Jun 10 16:11:01.193163 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:01.236056 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.243339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:01.250837 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-bca456ba-d7dd-4c1f-9400-6d33330bd10f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.1002986 Jun 10 16:11:01.258436 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:01.264291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.264885 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.281200 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:01.291172 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-fe8ea6ca-5c7e-4c34-bb33-da77fa12e405 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820938 Jun 10 16:11:01.320414 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f7a147a4-1d38-4b75-8bec-4bdeef623d51 req-7da3e3b3-9474-4f51-8cd7-c07b98061c40 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144260 Jun 10 16:11:01.321703 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:01.442164 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-7a70987c-1d43-428b-892e-b9f3fcf8a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.444225 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-7a70987c-1d43-428b-892e-b9f3fcf8a54c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.1664751 Jun 10 16:11:01.492569 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c428a14-de62-472f-93df-f5a04ac08789 req-c6dddf63-25b0-4149-8299-a542e85ad8b8 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928048 Jun 10 16:11:01.528568 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7e9a9-0fc9-4266-a126-0ce7c4a41b2a req-a8831243-ee9a-4f9c-853a-bae693b8f9de tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.530278 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1c7e9a9-0fc9-4266-a126-0ce7c4a41b2a req-a8831243-ee9a-4f9c-853a-bae693b8f9de tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 0.3427207 Jun 10 16:11:01.573319 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-7f6295e5-3cb6-465e-b9f5-0f5468a62337 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204123 Jun 10 16:11:01.638999 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.652864 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1c7e9a9-0fc9-4266-a126-0ce7c4a41b2a req-a70717c3-a815-4e28-8650-4cbfec372518 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122587 Jun 10 16:11:01.654742 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.659473 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3e25276d-2d7b-4f43-af6a-0bbd767c293a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:01.701625 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ac406f0b-f5a5-4ba6-99cc-7d137480367e None None] Provisioning for port 253e50d0-c456-45ed-8a77-8a5c1b67d537 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:01.706213 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ac406f0b-f5a5-4ba6-99cc-7d137480367e None None] Provisioning complete for port 253e50d0-c456-45ed-8a77-8a5c1b67d537 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:01.706589 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac406f0b-f5a5-4ba6-99cc-7d137480367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.731213 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc1105ad0da4496ea2de64dbdee16e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291940 Jun 10 16:11:01.733171 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50290) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:01.751694 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9967833 Jun 10 16:11:01.753590 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-e6f7e774-bbca-4c46-9c54-e11f7e6ef821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.755132 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-e6f7e774-bbca-4c46-9c54-e11f7e6ef821 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 1096 time: 0.1940153 Jun 10 16:11:01.755928 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278c8322-ec61-4533-870b-b2c2f906cd38,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:01.760836 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:01.778796 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Request body: {'port': {'device_id': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:01.826794 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-ac406f0b-f5a5-4ba6-99cc-7d137480367e None None] Port 253e50d0-c456-45ed-8a77-8a5c1b67d537 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:11:01.909570 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-f03200b4-9ad2-45e3-a916-34f4e8d3303e service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260074 Jun 10 16:11:01.949678 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:01.967629 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9a4f7-4e3e-4386-b05e-c5c60afc3c12 req-3ce02a89-f7ef-4f43-b369-be7343572081 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:01.969389 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83e9a4f7-4e3e-4386-b05e-c5c60afc3c12 req-3ce02a89-f7ef-4f43-b369-be7343572081 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 931 time: 0.4330533 Jun 10 16:11:01.989076 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.127280 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.129849 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.133962 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/278c8322-ec61-4533-870b-b2c2f906cd38 HTTP/1.1" status: 204 len: 168 time: 0.3957958 Jun 10 16:11:02.136931 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:02.154940 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-028fb950-5dee-4806-96b3-a92a683f66da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:02.156575 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-028fb950-5dee-4806-96b3-a92a683f66da service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.3856442 Jun 10 16:11:02.159009 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278c8322-ec61-4533-870b-b2c2f906cd38,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:02.166885 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:02.187578 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.239278 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-da5390e3-9e35-45f0-96ee-fa1f1b79cbb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968 HTTP/1.1" status: 200 len: 217 time: 0.0713184 Jun 10 16:11:02.240477 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83e9a4f7-4e3e-4386-b05e-c5c60afc3c12 req-55d64ddc-4989-4a43-a1bd-aa4d098ab26e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222750 Jun 10 16:11:02.270349 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:02.283560 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-cd9b4055-56b2-4999-88e2-e4bcb7e7f421 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631618 Jun 10 16:11:02.330633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f2b6e-81b8-4096-a188-1047c62ed9ed req-6433109b-354e-46af-96b1-81bd51c61a9f tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:02.332870 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-324f2b6e-81b8-4096-a188-1047c62ed9ed req-6433109b-354e-46af-96b1-81bd51c61a9f tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 945 time: 0.2886820 Jun 10 16:11:02.354084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.418675 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-3d9da334-0358-492d-8eb4-b6fc4f4ae380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:02.420124 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-3d9da334-0358-492d-8eb4-b6fc4f4ae380 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.1717370 Jun 10 16:11:02.434031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Transition to ACTIVE for port object 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:02.449463 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.489633 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-9e6b8725-974b-447c-9086-f0a7861511b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558155 Jun 10 16:11:02.509622 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-324f2b6e-81b8-4096-a188-1047c62ed9ed req-7b017258-5605-4ba9-9566-d4f2f6b0b84b tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638610 Jun 10 16:11:02.544683 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 489c9979-1d49-4fdc-b053-037fd8ccf459 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:11:02.581913 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:02.682971 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50310) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:02.751928 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.773731 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Pushing event updated for resources: {'Port': ['ID=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:02.783424 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:02.807192 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 489c9979-1d49-4fdc-b053-037fd8ccf459, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=489c9979-1d49-4fdc-b053-037fd8ccf459,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:02.826379 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '489c9979-1d49-4fdc-b053-037fd8ccf459', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'port_id': '489c9979-1d49-4fdc-b053-037fd8ccf459', 'mac_address': 'fa:16:3e:a6:1c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:11:02.902219 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:02.921148 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-00a7540a-c999-4982-bdc6-60ca852fc8f8 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099367 Jun 10 16:11:02.944397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489c9979-1d49-4fdc-b053-037fd8ccf459 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:03.009754 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 489c9979-1d49-4fdc-b053-037fd8ccf459, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=489c9979-1d49-4fdc-b053-037fd8ccf459,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:03.014561 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.037965 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:03.047001 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39025e1d-8a3b-4ed1-8846-4cc07811140e req-378289b9-c3b6-4ac8-8944-384cddd5a396 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:03.048531 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-39025e1d-8a3b-4ed1-8846-4cc07811140e req-378289b9-c3b6-4ac8-8944-384cddd5a396 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 943 time: 0.3122313 Jun 10 16:11:03.129113 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Attempting to bind port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:03.129449 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Attempting to bind port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:03.129771 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Attempting to bind port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:03.150191 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:11:03.150517 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Attempting to bind port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:03.176438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626aec0-2a3f-4500-8376-8a9ff4b3d438 req-1a95f534-1448-453d-bd5f-6703819b07f6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:03.178812 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4626aec0-2a3f-4500-8376-8a9ff4b3d438 req-1a95f534-1448-453d-bd5f-6703819b07f6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 944 time: 0.7367563 Jun 10 16:11:03.215503 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:03.219913 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Checking segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:03.220392 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Bound using segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:03.221406 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Bound port: 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:03.221991 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.237199 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=489c9979-1d49-4fdc-b053-037fd8ccf459,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:03.241200 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.242226 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:03.247269 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-39025e1d-8a3b-4ed1-8846-4cc07811140e req-de740a5d-7b8a-4949-9fbb-738071948709 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850452 Jun 10 16:11:03.249917 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.258611 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-971ab080-b340-49a6-b179-cec150f1859d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:03.271573 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['489c9979-1d49-4fdc-b053-037fd8ccf459'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:03.314378 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-971a7ce2-8a73-461e-8fcd-9fcf12c44750 req-ca9f0177-484f-4af2-9d02-2ec0bd702c99 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853064 Jun 10 16:11:03.337056 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e244d2bb-1b1e-465b-95e8-0c283e0ee322,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:03.344327 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73cdd14a2dfe4576b1febf6557cb9e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6574376 Jun 10 16:11:03.344327 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:03.344582 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50324) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:03.420319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.421221 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4626aec0-2a3f-4500-8376-8a9ff4b3d438 req-3bd19141-2fbf-40c6-8688-4046ecbfe145 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068393 Jun 10 16:11:03.462588 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.513689 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] For port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:03.518487 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] For port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:03.528855 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253e50d0-c456-45ed-8a77-8a5c1b67d537 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:03.539192 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.541407 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.548943 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:03.605663 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbec8c-e676-459e-84ab-4211d44888f9 req-e6b09cfc-64e9-4be8-9271-faecfdc0c3d3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:03.607354 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6ddbec8c-e676-459e-84ab-4211d44888f9 req-e6b09cfc-64e9-4be8-9271-faecfdc0c3d3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 931 time: 0.1338816 Jun 10 16:11:03.614423 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:03.615239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.617682 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] 10.222.0.49 "PUT /v2.0/ports/28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 1094 time: 2.7621033 Jun 10 16:11:03.618209 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:03.620962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283a3aed-9369-4d62-b469-80a75a60e4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:03.627515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Transition to ACTIVE for port object 253e50d0-c456-45ed-8a77-8a5c1b67d537 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:03.634466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.658246 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.661211 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.663090 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e244d2bb-1b1e-465b-95e8-0c283e0ee322 HTTP/1.1" status: 204 len: 168 time: 0.3176219 Jun 10 16:11:03.665056 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Pushing event updated for resources: {'Port': ['ID=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:03.666670 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f219203c-9c15-46f2-b363-34ace20ea533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:03.679034 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e244d2bb-1b1e-465b-95e8-0c283e0ee322,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:03.681624 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:03.682366 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:03.684696 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-37b511eb-da77-4be8-8485-c3c8049b926e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:03.723189 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6ddbec8c-e676-459e-84ab-4211d44888f9 req-4c4fd121-ec22-498f-b1d7-40d494c81e17 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082251 Jun 10 16:11:03.851622 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ce9a48-13be-42a2-916b-237ea0bf3da4 x-openstack-request-id: req-d4ce9a48-13be-42a2-916b-237ea0bf3da4 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:03.852115 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:03.852214 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4ce9a48-13be-42a2-916b-237ea0bf3da4 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:03.856210 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'status': 'completed', 'code': 200} Jun 10 16:11:03.949971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:03.953585 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:03.958680 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Attempting to bind port 253e50d0-c456-45ed-8a77-8a5c1b67d537 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:03.959577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Attempting to bind port 253e50d0-c456-45ed-8a77-8a5c1b67d537 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:03.960764 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Attempting to bind port 253e50d0-c456-45ed-8a77-8a5c1b67d537 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:03.980808 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Port 253e50d0-c456-45ed-8a77-8a5c1b67d537 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:11:03.981036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Attempting to bind port 253e50d0-c456-45ed-8a77-8a5c1b67d537 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:03.988761 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:03.989652 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Checking segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:03.990040 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Bound using segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:03.990512 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Bound port: 253e50d0-c456-45ed-8a77-8a5c1b67d537, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:03.990864 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:04.019807 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-996d6e74-90c2-481f-93f5-13fd7d4239d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:04.022412 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-996d6e74-90c2-481f-93f5-13fd7d4239d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1097 time: 0.3381464 Jun 10 16:11:04.153917 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-3fce5abf-f139-460b-86cc-c794d29ba303 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 217 time: 0.0722215 Jun 10 16:11:04.160518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:04.165723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:04.177100 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:04.209022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-90d3e68f-ee73-49f9-89d0-7efdf2808d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:04.294149 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:04.294873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:04.296647 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] 10.222.0.49 "PUT /v2.0/ports/253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 200 len: 1093 time: 2.5302510 Jun 10 16:11:04.317668 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-eb5b32ce-cc85-4026-97c1-d512081b03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:04.319755 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-eb5b32ce-cc85-4026-97c1-d512081b03e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.1564670 Jun 10 16:11:04.353330 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:04.356593 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:04.564686 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 9a177e8c-fb6d-4a36-a4a3-728c01c73968 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:11:04.567731 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 489c9979-1d49-4fdc-b053-037fd8ccf459 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:04.674507 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-348e4b14-120f-4a98-8e3d-b83d658bcf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:04.676106 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-348e4b14-120f-4a98-8e3d-b83d658bcf49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2971623 Jun 10 16:11:04.719856 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-64b4bb8a-9200-4bb7-9e21-45e814d8e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:04.721399 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-64b4bb8a-9200-4bb7-9e21-45e814d8e38a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1096 time: 0.2605143 Jun 10 16:11:04.770830 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 489c9979-1d49-4fdc-b053-037fd8ccf459 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:04.821385 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b63a6-41b5-4fe6-a8c8-cfdfd4f87560 req-25a6dcc0-20ab-4949-8d1d-6c6b787612f4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:04.822946 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-151b63a6-41b5-4fe6-a8c8-cfdfd4f87560 req-25a6dcc0-20ab-4949-8d1d-6c6b787612f4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 943 time: 0.3609023 Jun 10 16:11:04.824279 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-17cd77f7-a28c-4de9-b9a2-afed11b57c40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 200 len: 217 time: 0.0868063 Jun 10 16:11:04.825409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 489c9979-1d49-4fdc-b053-037fd8ccf459 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:04.825409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:04.920276 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:04.946447 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '9a177e8c-fb6d-4a36-a4a3-728c01c73968', 'network_id': '6481ea5f-800d-49a1-9cba-3b952c54f83e', 'port_id': '9a177e8c-fb6d-4a36-a4a3-728c01c73968', 'mac_address': 'fa:16:3e:2f:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c32ae80-3096-4f91-a58c-67c727031abb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:11:05.002756 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-1eb0038b-08b4-47e5-8f97-e149e77e271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:05.004328 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-1eb0038b-08b4-47e5-8f97-e149e77e271a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.1295068 Jun 10 16:11:05.025788 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-235e1d76-e769-49da-8b3b-27c687c7166c service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398676 Jun 10 16:11:05.072050 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:05.093580 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a177e8c-fb6d-4a36-a4a3-728c01c73968 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:05.102821 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:05.126531 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-151b63a6-41b5-4fe6-a8c8-cfdfd4f87560 req-30569389-54ae-44cd-b784-b2487b33ec7a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486460 Jun 10 16:11:05.157507 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c9979-1d49-4fdc-b053-037fd8ccf459'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:05.159620 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f932687-31ba-48e1-b96e-b5336a52f0e7" -d '{"events": [{"server_uuid": "0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09", "name": "network-vif-plugged", "status": "completed", "tag": "489c9979-1d49-4fdc-b053-037fd8ccf459"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:05.164248 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:05.192489 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 489c9979-1d49-4fdc-b053-037fd8ccf459, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=489c9979-1d49-4fdc-b053-037fd8ccf459,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:05.196751 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:05.199298 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:05.202601 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:05.268104 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e683efb-eff0-4248-a22d-46255b5cb416 req-76fea745-3e06-4341-bf18-c6f584ce3b73 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:05.276779 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2e683efb-eff0-4248-a22d-46255b5cb416 req-76fea745-3e06-4341-bf18-c6f584ce3b73 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 944 time: 0.1450126 Jun 10 16:11:05.349890 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=9a177e8c-fb6d-4a36-a4a3-728c01c73968,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:05.356579 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:05.357739 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:05.369781 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2e683efb-eff0-4248-a22d-46255b5cb416 req-c597b2ec-c211-4dd6-a1c0-04d09bbb6736 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917032 Jun 10 16:11:05.478425 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=489c9979-1d49-4fdc-b053-037fd8ccf459,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:05.484127 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea1b5f1-26da-4f67-87e0-546e4b991b46 x-openstack-request-id: req-7ea1b5f1-26da-4f67-87e0-546e4b991b46 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:05.484924 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09", "name": "network-vif-plugged", "status": "completed", "tag": "489c9979-1d49-4fdc-b053-037fd8ccf459", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:05.485597 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ea1b5f1-26da-4f67-87e0-546e4b991b46 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:05.486162 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c9979-1d49-4fdc-b053-037fd8ccf459', 'code': 200} Jun 10 16:11:05.487371 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['9a177e8c-fb6d-4a36-a4a3-728c01c73968'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:05.492580 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:05.554030 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-620404af-1103-4ca6-a2ed-f91b3f6662a5 req-8a32c4ed-e7b7-4600-9c2a-1520ba8fc867 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229414 Jun 10 16:11:05.555941 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875376e-6ffb-4444-bf98-005fad497286 req-c4fada1a-d51e-46bc-a206-a296975ca209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:05.557467 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-c4fada1a-d51e-46bc-a206-a296975ca209 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5446472 Jun 10 16:11:05.635579 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9860-1cfb-4e0d-8c4c-dd0ca52b6872 req-67d8e783-00da-41c6-a894-688966a15f1c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:05.650043 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-244d9860-1cfb-4e0d-8c4c-dd0ca52b6872 req-67d8e783-00da-41c6-a894-688966a15f1c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1821053 Jun 10 16:11:05.829740 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-2cc6d7b1-84ed-4805-9d8a-8eaf13de493b service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578490 Jun 10 16:11:05.839037 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-244d9860-1cfb-4e0d-8c4c-dd0ca52b6872 req-f4092803-71bd-46a5-8a8d-3fc6cf876c19 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950865 Jun 10 16:11:05.843290 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff364-b2ab-4867-83a2-a04cdb3b90db req-cda58b80-289f-45d4-b0bb-d6282a282e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:05.845544 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9f8ff364-b2ab-4867-83a2-a04cdb3b90db req-cda58b80-289f-45d4-b0bb-d6282a282e4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.0720727 Jun 10 16:11:05.856895 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:05.859457 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc63c52-8e24-4a33-a994-cad6dd152bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:05.922297 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9f8ff364-b2ab-4867-83a2-a04cdb3b90db req-6dc1b5f5-0b18-46ee-994e-51be4269c5a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599658 Jun 10 16:11:05.965891 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50414) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:06.083294 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.151329 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493dd0d7-7c8a-467d-a141-e4a9264e6831 x-openstack-request-id: req-493dd0d7-7c8a-467d-a141-e4a9264e6831 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:06.151881 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:06.151881 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-493dd0d7-7c8a-467d-a141-e4a9264e6831 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:06.152200 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'status': 'completed', 'code': 200} Jun 10 16:11:06.171021 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-23038aa2-4dd7-417a-bc73-5b9d1ad03b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.172484 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-23038aa2-4dd7-417a-bc73-5b9d1ad03b24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1097 time: 0.4422634 Jun 10 16:11:06.181610 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.187163 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.190902 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6548bebe-45de-4c48-bf50-e0679876f311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:06.195682 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2875376e-6ffb-4444-bf98-005fad497286 req-8e34ab3e-1f00-41dd-acd7-0828d4660562 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551018 Jun 10 16:11:06.243701 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=298ba0043d77406a832ad324ed9e5fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765512 Jun 10 16:11:06.246714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50422) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:06.255497 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa80cca-3466-421b-af05-a6dac6e92586,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:06.269802 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:06.334967 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.364107 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.409031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-c17b806b-1897-4e41-9aaf-8d87ec1b1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.409031 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-c17b806b-1897-4e41-9aaf-8d87ec1b1f19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.2108877 Jun 10 16:11:06.420801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.423682 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.424922 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aa80cca-3466-421b-af05-a6dac6e92586 HTTP/1.1" status: 204 len: 168 time: 0.1762700 Jun 10 16:11:06.425824 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8854b10a-bcf3-46e8-b244-2b920138b182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:06.435941 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa80cca-3466-421b-af05-a6dac6e92586,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:06.438706 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:06.482010 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-2d015fe0-e9d6-419f-8ab8-e4055a77c2f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 217 time: 0.0599389 Jun 10 16:11:06.485623 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-66e79f83-d730-4603-aa24-d09cfaa962a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.486999 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-66e79f83-d730-4603-aa24-d09cfaa962a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1096 time: 0.1994312 Jun 10 16:11:06.500343 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d33f-07de-4a30-8049-8b4502ddb319 req-9638bee6-a06e-4755-ac42-f4f1ed4d470e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.502124 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2d53d33f-07de-4a30-8049-8b4502ddb319 req-9638bee6-a06e-4755-ac42-f4f1ed4d470e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 944 time: 0.1737401 Jun 10 16:11:06.577476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 9a177e8c-fb6d-4a36-a4a3-728c01c73968 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:06.608350 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218bbd8-b69b-43fe-93fb-59d2b0041adf req-bf60579d-e18c-4bb9-94f8-dbe8e8934f12 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.611230 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8218bbd8-b69b-43fe-93fb-59d2b0041adf req-bf60579d-e18c-4bb9-94f8-dbe8e8934f12 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 944 time: 0.0870070 Jun 10 16:11:06.659092 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:06.669738 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:06.670530 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.671339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-ea30cbc2-c6cd-4c42-bccd-def6c0362635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.673074 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-ea30cbc2-c6cd-4c42-bccd-def6c0362635 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.1696863 Jun 10 16:11:06.680809 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8218bbd8-b69b-43fe-93fb-59d2b0041adf req-78a98500-7a19-4c97-8c4a-64c23d7b640a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600324 Jun 10 16:11:06.704586 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2d53d33f-07de-4a30-8049-8b4502ddb319 req-05e59ea5-4084-4404-9d2c-6845b02c40ba tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854165 Jun 10 16:11:06.754524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-cfbb58d1-23fc-435f-83e3-82e5ef13f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.755996 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-cfbb58d1-23fc-435f-83e3-82e5ef13f514 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.2518954 Jun 10 16:11:06.821962 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.829382 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-210f581d-6e10-437f-abd1-91d831b58118 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 200 len: 217 time: 0.0550690 Jun 10 16:11:06.832248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-f0dd43bb-0f09-4fb9-a856-9a2813374778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:06.833628 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-f0dd43bb-0f09-4fb9-a856-9a2813374778 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1424742 Jun 10 16:11:06.871444 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:06.877495 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.880851 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:07.002397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=9a177e8c-fb6d-4a36-a4a3-728c01c73968,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:07.005519 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:07.019475 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-3e2c4948-ee8e-4666-801e-df185125c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:07.022089 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-3e2c4948-ee8e-4666-801e-df185125c7de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.1799142 Jun 10 16:11:07.095451 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-d1021688-b081-4e10-a42d-e38a717c5607 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432752 Jun 10 16:11:07.203955 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b659c0e-9c03-45d9-b152-5a2290a0f79f req-cfaceae7-4e3a-436b-9b0a-bd8780e55e84 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:07.217857 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5b659c0e-9c03-45d9-b152-5a2290a0f79f req-cfaceae7-4e3a-436b-9b0a-bd8780e55e84 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1874461 Jun 10 16:11:07.219086 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-023d22ad-5709-499b-98d2-d8bd6d8c20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:07.220566 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-023d22ad-5709-499b-98d2-d8bd6d8c20dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1881275 Jun 10 16:11:07.285068 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5b659c0e-9c03-45d9-b152-5a2290a0f79f req-2c5fdf9a-6f47-4e69-8ec2-61494243eaaa tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642848 Jun 10 16:11:07.312401 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-283a3aed-9369-4d62-b469-80a75a60e4c3 req-01302140-b747-4f74-a19a-5f9f3280e003 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062411 Jun 10 16:11:07.414806 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-8e94fad8-104b-486d-9ef8-6b3caf3f5eb6 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639500 Jun 10 16:11:07.422612 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50470) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:07.488095 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a177e8c-fb6d-4a36-a4a3-728c01c73968'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:07.490985 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfcebf5-80ed-4ef3-9fc5-d5dde93b8c78" -d '{"events": [{"server_uuid": "68e7cb4c-f989-433d-8bf6-afcf8213146d", "name": "network-vif-plugged", "status": "completed", "tag": "9a177e8c-fb6d-4a36-a4a3-728c01c73968"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:07.557163 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6cc63c52-8e24-4a33-a994-cad6dd152bd3 req-648d66d2-3d1f-4a2f-9665-a72c1e0ba605 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313183 Jun 10 16:11:07.564205 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8599baf0-22a9-40e5-92c4-c913349e1707 x-openstack-request-id: req-8599baf0-22a9-40e5-92c4-c913349e1707 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:07.564532 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7cb4c-f989-433d-8bf6-afcf8213146d", "name": "network-vif-plugged", "status": "completed", "tag": "9a177e8c-fb6d-4a36-a4a3-728c01c73968", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:07.564775 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8599baf0-22a9-40e5-92c4-c913349e1707 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:07.565228 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a177e8c-fb6d-4a36-a4a3-728c01c73968', 'code': 200} Jun 10 16:11:07.678633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:07.834494 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:07.841273 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:07.850377 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:07.939554 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89ccccdd4b71412a9b2d105086e4cdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158279 Jun 10 16:11:07.943794 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 50494) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:07.947943 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5ff9d-08b9-4a15-ac98-df52217c0e54,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:07.951003 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:07.995919 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca5166-e439-4acb-8470-26c5c8a4d654 req-e4132ada-2544-4e9f-98ee-5f889d57798c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:07.997415 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9eca5166-e439-4acb-8470-26c5c8a4d654 req-e4132ada-2544-4e9f-98ee-5f889d57798c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 944 time: 0.1271141 Jun 10 16:11:08.050221 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9eca5166-e439-4acb-8470-26c5c8a4d654 req-84d05faa-9984-486f-b363-ea1d97c698b5 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Jun 10 16:11:08.052339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.074135 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52fd8-26c2-4cf5-9c3a-1d4de44f7961 req-ceed270c-a2c1-4640-b0a0-fd7c3cd615c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:08.075644 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-16c52fd8-26c2-4cf5-9c3a-1d4de44f7961 req-ceed270c-a2c1-4640-b0a0-fd7c3cd615c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 1098 time: 0.2718518 Jun 10 16:11:08.094441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.118563 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512571-e0ad-42e9-b539-65fac9ead608 req-4c49976f-0bd5-499a-a177-d321b3104bac tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:08.120280 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01512571-e0ad-42e9-b539-65fac9ead608 req-4c49976f-0bd5-499a-a177-d321b3104bac tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.2216337 Jun 10 16:11:08.203448 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-16c52fd8-26c2-4cf5-9c3a-1d4de44f7961 req-891fefeb-5e69-426e-87e6-82d9a274d7ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111960 Jun 10 16:11:08.214753 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01512571-e0ad-42e9-b539-65fac9ead608 req-133df588-560d-47bb-97c8-f52dd346d67a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834939 Jun 10 16:11:08.229953 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.234079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.235162 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36f5ff9d-08b9-4a15-ac98-df52217c0e54 HTTP/1.1" status: 204 len: 168 time: 0.2888336 Jun 10 16:11:08.235809 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:08.247639 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5ff9d-08b9-4a15-ac98-df52217c0e54,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:08.249859 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:08.496186 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e6932-3d9d-4b8a-8542-6de50a292f7a req-6953059f-ad1e-4261-8f62-c74d9c1f46fa tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:08.498691 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-405e6932-3d9d-4b8a-8542-6de50a292f7a req-6953059f-ad1e-4261-8f62-c74d9c1f46fa tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0793614 Jun 10 16:11:08.547600 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-405e6932-3d9d-4b8a-8542-6de50a292f7a req-be03d968-697a-4df5-bbde-05725facd1c3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Jun 10 16:11:08.582852 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 50520) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:08.593303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:11:08.600180 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.714340 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.718632 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.723332 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:08.768035 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cfac0e139284ec5bc2a20a151b796de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841047 Jun 10 16:11:08.770032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c26158-6358-4b7e-8d46-5fb086889269,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:08.771281 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50530) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:08.784799 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:08.837716 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.848413 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:08.869652 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.871999 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'port_id': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'mac_address': 'fa:16:3e:f5:3c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:11:08.930863 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.932803 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.935527 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.939440 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98c26158-6358-4b7e-8d46-5fb086889269 HTTP/1.1" status: 204 len: 168 time: 0.1632626 Jun 10 16:11:08.939440 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:08.947861 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c26158-6358-4b7e-8d46-5fb086889269,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:08.957600 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:08.970115 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:08.992890 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:08.997405 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.998230 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:11:09.000690 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:09.089339 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:09.093812 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:09.235770 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:09.254020 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'mac_address': 'fa:16:3e:11:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:11:09.336951 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:09.355962 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253e50d0-c456-45ed-8a77-8a5c1b67d537 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:09.360947 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cbf17-39e2-488a-9ee9-7d1c3ccdb325 req-2c301169-efab-4cad-b228-2ee47bf65c87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:09.364289 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b21cbf17-39e2-488a-9ee9-7d1c3ccdb325 req-2c301169-efab-4cad-b228-2ee47bf65c87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 945 time: 0.1246235 Jun 10 16:11:09.384307 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:09.394353 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:09.397036 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f89c6485-fdec-4d65-ba36-e655d6e7a3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:09.432277 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b21cbf17-39e2-488a-9ee9-7d1c3ccdb325 req-28c055e6-f9f7-4a73-9382-17a4381f418d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604289 Jun 10 16:11:09.478550 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:09.485283 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:09.504115 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33aef7-4238-41fa-a7fa-f4e155a265d8 req-bda2e242-91d8-4283-89da-b9cfe66349b2 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:09.506253 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8b33aef7-4238-41fa-a7fa-f4e155a265d8 req-bda2e242-91d8-4283-89da-b9cfe66349b2 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1070623 Jun 10 16:11:09.561334 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8b33aef7-4238-41fa-a7fa-f4e155a265d8 req-2fed1d34-4935-4a41-8d43-268510840353 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Jun 10 16:11:09.739305 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af91e0-db8d-4a1d-a8b1-34e595efa886 req-81c08306-c368-41c6-afb0-0c08736f5ed3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:09.741073 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c0af91e0-db8d-4a1d-a8b1-34e595efa886 req-81c08306-c368-41c6-afb0-0c08736f5ed3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 944 time: 0.0751348 Jun 10 16:11:09.782697 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c0af91e0-db8d-4a1d-a8b1-34e595efa886 req-0ab1de5f-e4f9-499c-afba-2ff50365ec2f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356796 Jun 10 16:11:09.789563 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:09.825227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['253e50d0-c456-45ed-8a77-8a5c1b67d537'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:10.623097 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790cd4-2248-40ba-98d3-3e4c7e2afbe7 req-c2b4d469-9ee7-4444-bcda-fba7eb676ad6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:10.625026 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c790cd4-2248-40ba-98d3-3e4c7e2afbe7 req-c2b4d469-9ee7-4444-bcda-fba7eb676ad6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 945 time: 0.0892959 Jun 10 16:11:10.676352 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c790cd4-2248-40ba-98d3-3e4c7e2afbe7 req-4d7928ea-7740-4a5f-8cc1-79b334398ffb tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454774 Jun 10 16:11:10.763201 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea94a2-14ed-4b42-aeee-6179c804621e req-0d6815ff-3a61-4db4-9a69-bc22cd9e963b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:10.764881 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98ea94a2-14ed-4b42-aeee-6179c804621e req-0d6815ff-3a61-4db4-9a69-bc22cd9e963b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0718689 Jun 10 16:11:10.811803 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98ea94a2-14ed-4b42-aeee-6179c804621e req-28415d66-5f7a-43d2-8078-75179734a65d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Jun 10 16:11:11.008030 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa289e-19c8-43a5-adb4-8eb889875e88 req-8a4e053a-6244-418c-9d4d-1143fafd843b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:11.009557 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bafa289e-19c8-43a5-adb4-8eb889875e88 req-8a4e053a-6244-418c-9d4d-1143fafd843b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 944 time: 0.0788667 Jun 10 16:11:11.061790 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bafa289e-19c8-43a5-adb4-8eb889875e88 req-954ead05-57c5-4aef-a96d-b64045f2c60a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446467 Jun 10 16:11:11.285769 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87920-df5f-42a0-b849-c71323c20113 req-9c166e30-2c9f-4f42-ae5e-c5306fe3c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:11.287823 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-9c166e30-2c9f-4f42-ae5e-c5306fe3c6c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 1098 time: 0.0913510 Jun 10 16:11:11.334652 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f7d4-8b6e-4e3c-a012-089bf4d1d380 req-63bf5236-8119-4878-b911-1782e83a74d9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:11.336469 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e3d6f7d4-8b6e-4e3c-a012-089bf4d1d380 req-63bf5236-8119-4878-b911-1782e83a74d9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1030087 Jun 10 16:11:11.386916 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e3d6f7d4-8b6e-4e3c-a012-089bf4d1d380 req-b64d67c6-e9ef-471d-a2a7-2639d33c81d0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Jun 10 16:11:11.423148 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87920-df5f-42a0-b849-c71323c20113 req-ad933f8e-63c3-4ce0-aa1b-6945df811f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:11.424607 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-ad933f8e-63c3-4ce0-aa1b-6945df811f53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.1200535 Jun 10 16:11:11.482863 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-069c56f7-93fc-4b1e-aab9-a00879edc0e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968 HTTP/1.1" status: 200 len: 217 time: 0.0495632 Jun 10 16:11:11.545442 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87920-df5f-42a0-b849-c71323c20113 req-dafa3dd7-0344-4cd7-aedc-5a566313c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:11.546858 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-dafa3dd7-0344-4cd7-aedc-5a566313c526 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.0556848 Jun 10 16:11:11.585523 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-a6b5fde6-769c-41e0-860f-71d3a54254e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312672 Jun 10 16:11:11.713949 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-6137925c-c360-4f82-850c-bd45bf87143d service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137106 Jun 10 16:11:12.069856 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fd87920-df5f-42a0-b849-c71323c20113 req-01e82bd5-b11e-45c6-abe3-fa1743ade99a service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490355 Jun 10 16:11:12.091382 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10658cf9-c8d4-4cfb-8857-61bfef5c4ea2 req-045a1f6a-6e9f-4406-8450-3506b66bc728 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:12.094037 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-10658cf9-c8d4-4cfb-8857-61bfef5c4ea2 req-045a1f6a-6e9f-4406-8450-3506b66bc728 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 945 time: 0.0924182 Jun 10 16:11:12.139675 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-10658cf9-c8d4-4cfb-8857-61bfef5c4ea2 req-a96a3945-1bbe-476d-a3e3-5afc1c22e485 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Jun 10 16:11:12.254385 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cda60a-b901-421d-976e-16d040b68030 req-395a2e72-2a34-4a0f-8cfc-88fdf18132e0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:12.256547 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51cda60a-b901-421d-976e-16d040b68030 req-395a2e72-2a34-4a0f-8cfc-88fdf18132e0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 944 time: 0.0704401 Jun 10 16:11:12.296872 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51cda60a-b901-421d-976e-16d040b68030 req-cc95f7b6-d258-45a2-b2f3-15360d30b495 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345995 Jun 10 16:11:12.589766 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc738d-8af9-476e-ac4a-64cce291e581 req-11cd3acf-3bb2-4c12-a442-492de4129920 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:12.591231 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01bc738d-8af9-476e-ac4a-64cce291e581 req-11cd3acf-3bb2-4c12-a442-492de4129920 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0719142 Jun 10 16:11:12.634577 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01bc738d-8af9-476e-ac4a-64cce291e581 req-1b6a2580-8fce-45a9-91a6-59cffc01a7db tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Jun 10 16:11:12.640007 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:12.712246 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:12.716220 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:12.716605 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:12.817536 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:12.846279 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:12.849018 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c6dc5b-e16a-4f49-b932-5c9a6e4348d7" -d '{"events": [{"server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "name": "network-vif-plugged", "status": "completed", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:12.864313 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:12.870428 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:12.871665 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:12.919849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50af63da-3152-4357-bbd2-68ba69dc65f5 x-openstack-request-id: req-50af63da-3152-4357-bbd2-68ba69dc65f5 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:12.920152 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "name": "network-vif-plugged", "status": "completed", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:12.920590 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50af63da-3152-4357-bbd2-68ba69dc65f5 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:12.921223 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'code': 200} Jun 10 16:11:12.921974 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:13.012004 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:13.015169 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 253e50d0-c456-45ed-8a77-8a5c1b67d537 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:13.017556 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:13.020125 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 253e50d0-c456-45ed-8a77-8a5c1b67d537 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:13.021692 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:13.126781 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:13.169178 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:13.173175 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:13.175068 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f94ef31-b9d6-48a6-bbd1-8e23a2ecc3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:13.238443 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:13.242745 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:13.247263 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec75d5-37e9-42cf-8867-5e3c37932101 req-d060c561-e6c3-47e3-a72f-36d5d4beb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:13.249057 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5ec75d5-37e9-42cf-8867-5e3c37932101 req-d060c561-e6c3-47e3-a72f-36d5d4beb88e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1099 time: 0.0686114 Jun 10 16:11:13.327319 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5ec75d5-37e9-42cf-8867-5e3c37932101 req-4703d839-cebd-4775-b107-38d144557807 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715926 Jun 10 16:11:13.356478 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345b84d-5f79-4ca4-ab79-1faab43fd1bb req-e434d77b-ffdb-466d-aec6-2b3a0d1984b1 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:13.363876 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1345b84d-5f79-4ca4-ab79-1faab43fd1bb req-e434d77b-ffdb-466d-aec6-2b3a0d1984b1 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1071422 Jun 10 16:11:13.402982 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1345b84d-5f79-4ca4-ab79-1faab43fd1bb req-88edb0a0-c2ab-48df-bf14-0073c98b23ff tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381627 Jun 10 16:11:13.494946 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b4cbc-6433-4a78-8ba4-5f7e9aafcb6d req-c3733537-83e2-4160-baba-383aa153f8ea tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:13.496399 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-660b4cbc-6433-4a78-8ba4-5f7e9aafcb6d req-c3733537-83e2-4160-baba-383aa153f8ea tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0727496 Jun 10 16:11:13.539148 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-660b4cbc-6433-4a78-8ba4-5f7e9aafcb6d req-c9ca03bf-d107-4ec9-a86b-6e6f66d7b221 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370197 Jun 10 16:11:13.845599 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b4ba1-d170-4129-8657-16a000e1e587 req-02b5e1ce-bacc-4b76-b9c5-2814198f5b0b tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:13.848166 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-568b4ba1-d170-4129-8657-16a000e1e587 req-02b5e1ce-bacc-4b76-b9c5-2814198f5b0b tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 0.0935876 Jun 10 16:11:13.863761 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03a04-6c0b-47d5-ae0b-084f7c6f7fc4 req-2b886bd1-98cf-4d5e-b2ed-85c9ac172128 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:13.865265 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-93e03a04-6c0b-47d5-ae0b-084f7c6f7fc4 req-2b886bd1-98cf-4d5e-b2ed-85c9ac172128 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1081202 Jun 10 16:11:13.903982 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-568b4ba1-d170-4129-8657-16a000e1e587 req-766142ff-2168-4a14-8495-edb582812a82 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487821 Jun 10 16:11:13.919736 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-93e03a04-6c0b-47d5-ae0b-084f7c6f7fc4 req-4eafb452-5bea-4760-b154-d51c3b1e0da6 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Jun 10 16:11:14.782617 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bbc30-baf3-4252-b6a0-63057c6dde73 req-bc57212c-1fd6-4515-9930-9a23e41670aa tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:14.785026 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e33bbc30-baf3-4252-b6a0-63057c6dde73 req-bc57212c-1fd6-4515-9930-9a23e41670aa tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1010084 Jun 10 16:11:14.809491 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31baf0b-35b1-487e-b7fb-ea571f3b247e req-00fb8e54-f632-4bef-ab73-371425cd5116 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:14.810971 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a31baf0b-35b1-487e-b7fb-ea571f3b247e req-00fb8e54-f632-4bef-ab73-371425cd5116 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.2936044 Jun 10 16:11:14.850568 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e33bbc30-baf3-4252-b6a0-63057c6dde73 req-c2dbdead-d9dc-41a9-aa8f-15ac5519c0cb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561295 Jun 10 16:11:14.859544 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a31baf0b-35b1-487e-b7fb-ea571f3b247e req-9c39f8bc-46e7-485e-9efc-9f1b395540f8 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Jun 10 16:11:14.923049 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:14.925614 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6342ff-6648-4c3b-8bfd-880db3cb7cd5" -d '{"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-plugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:14.967677 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476214a-b698-4a00-b1ec-cf8ba0c76196 x-openstack-request-id: req-8476214a-b698-4a00-b1ec-cf8ba0c76196 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:14.968205 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-plugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:14.968800 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8476214a-b698-4a00-b1ec-cf8ba0c76196 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:14.969278 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'code': 200} Jun 10 16:11:15.100051 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2b7b0-8963-40fc-b9d7-81ed5791e420 req-741c1ddb-5bc2-47a4-95ca-a0b8631b93aa tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:15.101965 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-39f2b7b0-8963-40fc-b9d7-81ed5791e420 req-741c1ddb-5bc2-47a4-95ca-a0b8631b93aa tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 0.0849159 Jun 10 16:11:15.132332 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793fb2d-d2e3-4539-8fe1-72bd8f575eda req-d8fc08f6-0d08-4dc1-8da3-8dcc3ff10e30 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:15.134137 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4793fb2d-d2e3-4539-8fe1-72bd8f575eda req-d8fc08f6-0d08-4dc1-8da3-8dcc3ff10e30 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0770962 Jun 10 16:11:15.149854 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-39f2b7b0-8963-40fc-b9d7-81ed5791e420 req-3eb790b9-e414-4ef1-bbfd-96d7b254ddb1 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Jun 10 16:11:15.179742 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4793fb2d-d2e3-4539-8fe1-72bd8f575eda req-4e3f6e14-dfbf-4c78-85fd-e5e7b39e5f0f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379753 Jun 10 16:11:15.231159 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f8eac-bc80-441e-8db7-92832ada32b2 req-07d1dae0-1e07-4341-8863-74d780a34f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:15.232621 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8a2f8eac-bc80-441e-8db7-92832ada32b2 req-07d1dae0-1e07-4341-8863-74d780a34f7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1098 time: 0.0568483 Jun 10 16:11:15.270083 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8a2f8eac-bc80-441e-8db7-92832ada32b2 req-4f367583-6270-4638-a406-d891f2537590 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Jun 10 16:11:15.546869 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50810) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:15.659674 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.709274 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 50816) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:15.765618 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.769736 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.773649 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a725a871-8cea-4f09-ac1a-84cc2466e227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:15.813692 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34b8241b95db4d3aa6ce79276cbba00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657206 Jun 10 16:11:15.814679 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8a4a6-047b-44fc-a68a-ad5fe8808a9c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:15.817515 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50822) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:15.819077 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.819476 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:15.900830 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.937308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.952258 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.958869 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:15.986185 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-45909216-1b45-4201-9bbb-e1e1adc0fd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:15.998509 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=581fb049150d455c96215e0660c54f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879586 Jun 10 16:11:16.001311 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50838) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:16.039674 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.045006 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.046615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b3a50-8668-4bea-aa51-7be98db25bdf,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:16.050785 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14b8a4a6-047b-44fc-a68a-ad5fe8808a9c HTTP/1.1" status: 204 len: 168 time: 0.2302635 Jun 10 16:11:16.055698 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ca2b81e9-edbc-48f6-9366-e97ef83c4bfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:16.058010 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:16.078632 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8a4a6-047b-44fc-a68a-ad5fe8808a9c,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:16.081100 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:16.175185 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.212281 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.277083 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.279798 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.283595 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d41b3a50-8668-4bea-aa51-7be98db25bdf HTTP/1.1" status: 204 len: 168 time: 0.2812684 Jun 10 16:11:16.285389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-998a8171-fc75-4ca8-91d5-ce488d8f5677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:16.295674 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b3a50-8668-4bea-aa51-7be98db25bdf,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:16.299449 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:16.317073 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f42d1-8273-4ad6-bee0-cbc93849ec21 req-660a4103-72eb-47a5-8908-cc3ec345b048 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:16.325646 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-150f42d1-8273-4ad6-bee0-cbc93849ec21 req-660a4103-72eb-47a5-8908-cc3ec345b048 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.2064326 Jun 10 16:11:16.388334 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-150f42d1-8273-4ad6-bee0-cbc93849ec21 req-b112cda9-f611-452a-8e8b-346c3fc7ec55 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605772 Jun 10 16:11:16.388862 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-2d6c412d-ab4b-49c6-8fcc-3f9cd96e6007 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:16.390540 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-2d6c412d-ab4b-49c6-8fcc-3f9cd96e6007 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 0.1791470 Jun 10 16:11:16.447150 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50858) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:16.505939 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5f34-a18d-48aa-beb1-62fcef4fb10f req-bffe2cbe-d702-49fb-ac3b-67715280ea9f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:16.513086 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7a8f5f34-a18d-48aa-beb1-62fcef4fb10f req-bffe2cbe-d702-49fb-ac3b-67715280ea9f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.2283576 Jun 10 16:11:16.624972 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7a8f5f34-a18d-48aa-beb1-62fcef4fb10f req-93f9e335-ecd2-4682-8671-bbf0636a385b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108956 Jun 10 16:11:16.649814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.662465 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.666564 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Deleting port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:11:16.669949 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.726746 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31143-fcd3-4a10-a75e-c0b2d8867c23 req-3a521cf6-df4f-4acd-9b9a-7831b7bde13d tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:16.728413 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-32e31143-fcd3-4a10-a75e-c0b2d8867c23 req-3a521cf6-df4f-4acd-9b9a-7831b7bde13d tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 946 time: 0.2106183 Jun 10 16:11:16.728904 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50870) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:16.779926 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.798266 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] For port f8a1d1be-a043-49eb-8e00-271f3c8ebf69, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,segment=NetworkSegment(1467afb4-0754-4331-8f70-2a89dde21212),segment_id=1467afb4-0754-4331-8f70-2a89dde21212)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:16.798801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.819385 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-32e31143-fcd3-4a10-a75e-c0b2d8867c23 req-c5d088d4-77f0-41f4-bdae-e6f79959216a tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/security-groups?id=57fea87b-38ce-4232-979a-861727c0dd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799446 Jun 10 16:11:16.887230 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.893818 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:16.906374 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-33333a27-bec6-4572-aa80-1e2edf5873cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:16.949254 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Calling delete_port for f8a1d1be-a043-49eb-8e00-271f3c8ebf69 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:11:16.998175 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=660774c416c7469ba063dce20f5b698c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497134 Jun 10 16:11:17.006320 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 50876) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:17.011232 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44933223-6e07-4eeb-8f8d-9159d6b06952,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:17.041993 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:17.107215 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22afd3d-1a98-4ac2-9ac7-1f8ecedbb487 req-7ca298e0-7fa0-4e2d-b978-357d51368fe3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:17.108700 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d22afd3d-1a98-4ac2-9ac7-1f8ecedbb487 req-7ca298e0-7fa0-4e2d-b978-357d51368fe3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1193168 Jun 10 16:11:17.127617 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57736e4b-4068-4dc0-a353-5a7aee993636 req-d48e779c-2ff0-4dd5-9070-497706d616d8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:17.127617 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-57736e4b-4068-4dc0-a353-5a7aee993636 req-d48e779c-2ff0-4dd5-9070-497706d616d8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.3268843 Jun 10 16:11:17.129081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 50882) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:17.134251 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'floatingip': {'port_id': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:17.141702 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.150545 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.163387 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:17.197571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0dc13b-4a27-44a3-bc7c-f0af3d815947,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:17.200730 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:17.206108 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a514905716d461799eb7bb5a9e0c229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707756 Jun 10 16:11:17.206490 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50886) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:17.254609 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.261135 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.289653 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.313957 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.350929 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.354938 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.356148 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f0dc13b-4a27-44a3-bc7c-f0af3d815947 HTTP/1.1" status: 204 len: 168 time: 0.1489000 Jun 10 16:11:17.357121 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b0088823-69e4-41b7-adb2-5f89dfee9e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:17.371798 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0dc13b-4a27-44a3-bc7c-f0af3d815947,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:17.374979 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:17.412592 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-57736e4b-4068-4dc0-a353-5a7aee993636 req-f10a243c-4524-4642-8386-252e6b604061 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740393 Jun 10 16:11:17.448964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.568920 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.591928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['f8a1d1be-a043-49eb-8e00-271f3c8ebf69'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:17.764190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50902) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:17.792570 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:17.899240 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da9c3c-c4c0-48e7-88bb-e38be2351b6f req-59c9714a-1cc8-42c9-a213-20a082088c47 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:17.907462 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-20da9c3c-c4c0-48e7-88bb-e38be2351b6f req-59c9714a-1cc8-42c9-a213-20a082088c47 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1356480 Jun 10 16:11:17.952026 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-00abd9e4-e0f7-4d89-8c6a-d2756b1a5f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:17.964837 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-20da9c3c-c4c0-48e7-88bb-e38be2351b6f req-2b71d835-544d-4da4-81a9-1dd0e51f0e50 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572581 Jun 10 16:11:18.012198 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.012407 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Pushing event deleted for resources: {'Port': ['ID=f8a1d1be-a043-49eb-8e00-271f3c8ebf69,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:18.014727 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.018191 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.022415 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44933223-6e07-4eeb-8f8d-9159d6b06952 HTTP/1.1" status: 204 len: 168 time: 1.0112972 Jun 10 16:11:18.022703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.023212 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:18.026546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:18.029291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-857f2746-e84a-477c-9b46-0ee3e105b3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:18.071635 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af167cb6-ffad-43fa-ad46-5eb5da1417bf,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:18.079131 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2150a101bd94d03a1bda50396e0f3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138082 Jun 10 16:11:18.080353 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50910) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:18.081592 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:18.107396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44933223-6e07-4eeb-8f8d-9159d6b06952,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:18.164629 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:18.166754 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-86638380-a4b1-4da5-8543-229c44da78d4 req-e42d20be-321f-41e6-a2cb-95a2895da866 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.1152153 Jun 10 16:11:18.167567 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] No DVR routers for this DVR port f8a1d1be-a043-49eb-8e00-271f3c8ebf69 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:11:18.173208 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.175148 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f3e4f9f0-9cfc-4dda-88b2-e3319ecfce18 req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.49 "DELETE /v2.0/ports/f8a1d1be-a043-49eb-8e00-271f3c8ebf69 HTTP/1.1" status: 204 len: 173 time: 1.7724190 Jun 10 16:11:18.175637 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'name': 'network-vif-deleted', 'tag': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:18.179937 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2aa2a6-e6da-4050-92be-5bbeb493e0c2" -d '{"events": [{"server_uuid": "ca655f72-314e-4a85-be4e-fbbbaa4c893e", "name": "network-vif-deleted", "tag": "f8a1d1be-a043-49eb-8e00-271f3c8ebf69"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:18.196773 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.248745 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.278615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a947b0c5-305a-4ec0-aca2-bed8ee5ae69d x-openstack-request-id: req-a947b0c5-305a-4ec0-aca2-bed8ee5ae69d {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:18.278970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca655f72-314e-4a85-be4e-fbbbaa4c893e", "name": "network-vif-deleted", "tag": "f8a1d1be-a043-49eb-8e00-271f3c8ebf69", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:18.279227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a947b0c5-305a-4ec0-aca2-bed8ee5ae69d {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:18.279601 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca655f72-314e-4a85-be4e-fbbbaa4c893e', 'name': 'network-vif-deleted', 'tag': 'f8a1d1be-a043-49eb-8e00-271f3c8ebf69', 'status': 'completed', 'code': 200} Jun 10 16:11:18.280458 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb1719-f2b1-4c5b-8241-17622eb1d7be req-0ef7233c-e179-407c-b720-36801c2c0b18 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:18.282229 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-69fb1719-f2b1-4c5b-8241-17622eb1d7be req-0ef7233c-e179-407c-b720-36801c2c0b18 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1422079 Jun 10 16:11:18.294728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 50916) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:18.304621 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'floatingip': {'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:18.325866 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.328850 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.332324 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af167cb6-ffad-43fa-ad46-5eb5da1417bf HTTP/1.1" status: 204 len: 168 time: 0.2469981 Jun 10 16:11:18.332324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cbe5e8e5-1308-44a6-b21b-611679920f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:18.340272 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af167cb6-ffad-43fa-ad46-5eb5da1417bf,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:18.342642 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:18.540574 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50924) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:18.553689 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.582387 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.653411 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7df185ee-9f6f-4e37-8465-9c1a0dd7549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.730012 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.734235 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.738920 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bd9094c0-29e2-476a-97db-039627055092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:18.790771 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c88bbb32f1bd4232994c7411c86c49d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464578 Jun 10 16:11:18.791971 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98beaab-8abc-458f-a477-a81150baf95f,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:18.794787 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50936) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:18.827215 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:18.861678 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.db.resource_extend [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:11:18.875319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.905653 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.984888 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.988182 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:18.992684 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a98beaab-8abc-458f-a477-a81150baf95f HTTP/1.1" status: 204 len: 168 time: 0.1934507 Jun 10 16:11:18.992684 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:19.011460 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98beaab-8abc-458f-a477-a81150baf95f,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:19.017171 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:11:19.032016 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:19.083387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bb7d5-b141-4f02-b435-658977f7ac6b req-41875063-1dbb-4796-8096-9367c776f273 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:19.085048 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a09bb7d5-b141-4f02-b435-658977f7ac6b req-41875063-1dbb-4796-8096-9367c776f273 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.5241947 Jun 10 16:11:19.102664 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.115459 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.289581 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a09bb7d5-b141-4f02-b435-658977f7ac6b req-282034ee-ab84-4fba-8308-305cd34b2587 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855056 Jun 10 16:11:19.441481 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ffcb1a9e-716f-4779-98a3-bc93591de8c3 req-b1ae5112-2e8e-4f66-9560-dc5b5149a12f tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca655f72-314e-4a85-be4e-fbbbaa4c893e HTTP/1.1" status: 200 len: 210 time: 0.0551922 Jun 10 16:11:19.503624 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50966) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:19.674022 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-224716988-network', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:19.697139 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Made reservation on behalf of 3b48764d274d491a8accdaf798cb2c66 for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:11:19.699926 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.712284 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.745735 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Floating IP f3c23e13-b5ec-470c-b96b-3f507c8f1a45 associated. External IP: 172.27.0.184, port: 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5. Jun 10 16:11:19.817053 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.822635 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.834407 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:11:19.844188 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.845122 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Added segment 5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920 of type vlan for network cdb0ea75-74af-4570-b9ca-7488915b2ba9 Jun 10 16:11:19.845976 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6a691eb9-5d6b-4e17-ab18-deded0e13d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:19.888222 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c186d25d-ffd2-4deb-b87e-088dfed42f7a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:19.917205 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:19.933673 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.968740 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.970163 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:19.971022 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:19.982828 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-48d81450-aff0-42d9-a818-1a0622338125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:20.065103 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5600908 Jun 10 16:11:20.066378 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb0ea75-74af-4570-b9ca-7488915b2ba9,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:20.068356 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 50982) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:20.073256 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Request body: {'subnet': {'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-224716988-subnet', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:20.085284 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:20.094123 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:11:20.101870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.102388 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Made reservation on behalf of 3b48764d274d491a8accdaf798cb2c66 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:11:20.106091 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.120100 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.277208 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:11:20.290875 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Floating IP 5f9c9e3f-0001-4796-b7f4-f5dc2e364080 associated. External IP: 172.27.0.14, port: 253e50d0-c456-45ed-8a77-8a5c1b67d537. Jun 10 16:11:20.407704 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.418738 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f0969c20-c38f-4467-9bb3-6144189888a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:20.494742 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Pushing event updated for resources: {'Subnet': ['ID=592f7b7f-7822-49f0-ad15-0b3d3ddc6273,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:20.526367 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.526717 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.527194 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.527818 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.528275 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.528620 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.529095 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.529431 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.529761 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.530090 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.530415 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.530738 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:20.534958 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:20.538798 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Checking segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:20.539226 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Network hostable DHCP agents. Network: cdb0ea75-74af-4570-b9ca-7488915b2ba9, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:11:20.564651 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:11:20.575711 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, cdb0ea75-74af-4570-b9ca-7488915b2ba9) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:20.584885 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5824fe8-fec2-4bad-b048-ed595b18da1d None None] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:11:20.590101 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:20.590758 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.612256 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5426548 Jun 10 16:11:20.613361 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51006) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:20.623768 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:20.627552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:11:20.634293 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.650070 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:11:20.675195 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:20.681089 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:10:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:20.724436 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.727838 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.769861 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6216-d232-4879-aeae-7233859e07e4 req-c6681212-340d-44ff-89bc-51cff5cfb6f0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:20.772477 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-40cd6216-d232-4879-aeae-7233859e07e4 req-c6681212-340d-44ff-89bc-51cff5cfb6f0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.3236942 Jun 10 16:11:20.811256 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:11:20.812278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:20.846524 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.031067 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:21.040757 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Allocated IP 172.20.0.2 (cdb0ea75-74af-4570-b9ca-7488915b2ba9/592f7b7f-7822-49f0-ad15-0b3d3ddc6273/41c732b1-65d4-40cc-afdb-fc790f5f6376) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:21.167492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-791cbff8-1646-4f62-9210-489476d3afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.222548 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.268962 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.283661 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Transition to ACTIVE for port object 41c732b1-65d4-40cc-afdb-fc790f5f6376 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:21.318409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Transition to ACTIVE for port object 41c732b1-65d4-40cc-afdb-fc790f5f6376 will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:21.323024 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-40cd6216-d232-4879-aeae-7233859e07e4 req-41a49cab-6355-41d7-8396-184e001ba326 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604544 Jun 10 16:11:21.329689 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a2f2d97b-d6b8-4af7-8945-ff9f5b7fc9d4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "PUT /v2.0/floatingips/f3c23e13-b5ec-470c-b96b-3f507c8f1a45 HTTP/1.1" status: 200 len: 992 time: 4.1966333 Jun 10 16:11:21.331543 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.338733 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:21.359443 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:21.362096 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f97b71f-4424-40cc-bc28-0c1daa93a15d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:21.373870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:11:21.441028 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:21.447974 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:21.448299 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3364c2-7828-48e4-b99a-11fdf969ce7e x-openstack-request-id: req-de3364c2-7828-48e4-b99a-11fdf969ce7e {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:21.448886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:21.449198 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de3364c2-7828-48e4-b99a-11fdf969ce7e {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:21.449612 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'status': 'completed', 'code': 200} Jun 10 16:11:21.463611 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device f8a1d1be-a043-49eb-8e00-271f3c8ebf69 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:11:21.469991 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:21.640517 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: f8a1d1be-a043-49eb-8e00-271f3c8ebf69 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:11:21.642084 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device f8a1d1be-a043-49eb-8e00-271f3c8ebf69 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:11:21.648457 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Pushing event updated for resources: {'Port': ['ID=41c732b1-65d4-40cc-afdb-fc790f5f6376,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:21.653361 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:11:21.654046 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:21.663880 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.684156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.689345 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:11:21.717815 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:21.719247 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:21.720331 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-705e4e46-a582-4a16-8902-c5b485a0f4e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "PUT /v2.0/floatingips/5f9c9e3f-0001-4796-b7f4-f5dc2e364080 HTTP/1.1" status: 200 len: 990 time: 3.4243488 Jun 10 16:11:21.721144 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Attempting to bind port 41c732b1-65d4-40cc-afdb-fc790f5f6376 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:21.721684 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Attempting to bind port 41c732b1-65d4-40cc-afdb-fc790f5f6376 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:21.722463 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Attempting to bind port 41c732b1-65d4-40cc-afdb-fc790f5f6376 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:21.728090 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'f3c23e13-b5ec-470c-b96b-3f507c8f1a45', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'port_id': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'mac_address': 'fa:16:3e:f5:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:10:50Z', 'updated_at': '2021-06-10T16:11:18Z', 'revision_number': 1, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:21.729478 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.731831 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:11:21.742073 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:21.742826 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:21.761285 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.784113 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:21.784497 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Checking segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:21.785116 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.785698 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Bound using segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:21.786920 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Bound port: 41c732b1-65d4-40cc-afdb-fc790f5f6376, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:21.787467 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:21.900356 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:21.909822 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Allocated IP 172.27.0.229 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/1d091668-203b-470c-b6ca-a7f29fba1f58) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:22.056331 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:22.063556 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:22.078023 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:22.109420 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:22.112115 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c6342ab7-dd6c-4eac-9214-3941aba88411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:22.120970 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] For port 41c732b1-65d4-40cc-afdb-fc790f5f6376, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:22.145703 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] For port 41c732b1-65d4-40cc-afdb-fc790f5f6376, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=41c732b1-65d4-40cc-afdb-fc790f5f6376,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:22.157610 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:22.164906 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:22.168527 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:22.175439 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:22.215563 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:22.236797 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Pushing event updated for resources: {'Port': ['ID=1d091668-203b-470c-b6ca-a7f29fba1f58,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:22.282814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:22.350976 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'f3c23e13-b5ec-470c-b96b-3f507c8f1a45', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'port_id': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'mac_address': 'fa:16:3e:f5:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:10:50Z', 'updated_at': '2021-06-10T16:11:18Z', 'revision_number': 1, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:22.355639 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0973b-c4f8-4607-8089-36615d7ab9ed None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'f3c23e13-b5ec-470c-b96b-3f507c8f1a45', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'port_id': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'mac_address': 'fa:16:3e:f5:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:10:50Z', 'updated_at': '2021-06-10T16:11:18Z', 'revision_number': 1, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:11:22.360459 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Pushing event updated for resources: {'Port': ['ID=41c732b1-65d4-40cc-afdb-fc790f5f6376,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:22.375497 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:22.573135 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '5f9c9e3f-0001-4796-b7f4-f5dc2e364080', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'mac_address': 'fa:16:3e:11:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:10:51Z', 'updated_at': '2021-06-10T16:11:19Z', 'revision_number': 1, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:22.592243 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:11:22.612820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:22.617194 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:22.701170 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03891c92-3f97-4186-bb45-5b31163a845f None None] New status for floating IP f3c23e13-b5ec-470c-b96b-3f507c8f1a45: ACTIVE {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:11:22.784551 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-00f745d1-059f-4d17-8a2b-5a06e790664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:22.784551 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-00f745d1-059f-4d17-8a2b-5a06e790664a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1099 time: 0.1362739 Jun 10 16:11:22.846750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:22.914061 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:23.024164 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-782aa27b-3894-4265-8fdd-5168d6668000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:23.025663 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-782aa27b-3894-4265-8fdd-5168d6668000 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.2311256 Jun 10 16:11:23.041728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ae15f-dd1a-425c-b494-50a2f07fd09f req-80c3e8f3-2671-4b30-88a4-80f87436cb6b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:23.043408 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a76ae15f-dd1a-425c-b494-50a2f07fd09f req-80c3e8f3-2671-4b30-88a4-80f87436cb6b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1906836 Jun 10 16:11:23.328803 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-3dcae996-373d-4f4f-acbf-821accdee3de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 1000 time: 0.2711239 Jun 10 16:11:23.334437 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a76ae15f-dd1a-425c-b494-50a2f07fd09f req-83af465e-9aeb-4e6d-b3c9-1d6d358c82bd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832761 Jun 10 16:11:23.341313 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:23.434586 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 41c732b1-65d4-40cc-afdb-fc790f5f6376 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:23.453441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:23.461662 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a1a44-503c-4186-a838-f4f9f0fe263d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:23.474346 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-ef3cdc9b-bfa3-4f85-9e0f-ac3da21ff281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:23.479327 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-ef3cdc9b-bfa3-4f85-9e0f-ac3da21ff281 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.1272359 Jun 10 16:11:23.526965 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51062) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:23.547877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d399e42-239c-4c82-b875-72b16d2da960 x-openstack-request-id: req-1d399e42-239c-4c82-b875-72b16d2da960 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:23.548415 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:23.548866 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d399e42-239c-4c82-b875-72b16d2da960 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:23.549448 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'status': 'completed', 'code': 200} Jun 10 16:11:23.609516 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Deleting subnet 15fe773a-9b2f-43fa-b601-e2e9db7441be {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:11:23.619942 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:23.651727 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 41c732b1-65d4-40cc-afdb-fc790f5f6376 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:23.654390 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-e7b0f1ac-953e-425e-b0d6-c2d4b6cc7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:23.657519 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-e7b0f1ac-953e-425e-b0d6-c2d4b6cc7b8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1705713 Jun 10 16:11:23.684483 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-c07c22ca-c435-44ef-87ed-6d33f9ae0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:23.688906 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '5f9c9e3f-0001-4796-b7f4-f5dc2e364080', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'mac_address': 'fa:16:3e:11:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:10:51Z', 'updated_at': '2021-06-10T16:11:19Z', 'revision_number': 1, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:23.690762 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-c07c22ca-c435-44ef-87ed-6d33f9ae0df4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1098 time: 0.1388695 Jun 10 16:11:23.693873 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6af69-1c02-4235-8969-4e6ec92d30e7 None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '5f9c9e3f-0001-4796-b7f4-f5dc2e364080', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'mac_address': 'fa:16:3e:11:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:10:51Z', 'updated_at': '2021-06-10T16:11:19Z', 'revision_number': 1, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:11:23.717715 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:23.762078 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:23.890107 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a90373-a407-403c-829f-6a3f2eafb417 None None] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:11:23.901836 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:23.967641 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:11:24.045630 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-c287c93d-0c52-4331-b127-0c3d71c5adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:24.047110 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-c287c93d-0c52-4331-b127-0c3d71c5adc1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.3214989 Jun 10 16:11:24.073668 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-70286301-8785-4509-aef9-581802f8f276 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092307 Jun 10 16:11:24.114169 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877c885-204a-48a4-b5d2-22c1a8fe65ac None None] New status for floating IP 5f9c9e3f-0001-4796-b7f4-f5dc2e364080: ACTIVE {{(pid=91920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:11:24.190022 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-e5563e81-4f09-451d-a807-fe06da0ae710 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 200 len: 998 time: 0.1298490 Jun 10 16:11:24.209067 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:11:24.211363 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.220761 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:11:24.228918 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-04e2427e-400e-45a3-8eef-79eb45177c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:24.237470 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:24.238359 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:24.243743 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Provisioning for port 41c732b1-65d4-40cc-afdb-fc790f5f6376 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:24.264267 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Provisioning complete for port 41c732b1-65d4-40cc-afdb-fc790f5f6376 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:24.265378 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.278367 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fe773a-9b2f-43fa-b601-e2e9db7441be,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:24.280805 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.283512 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/15fe773a-9b2f-43fa-b601-e2e9db7441be HTTP/1.1" status: 204 len: 168 time: 0.7556663 Jun 10 16:11:24.285342 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:24.286314 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51092) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:24.302939 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.306888 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-297b096c-36b1-494f-87a4-b5095991bd76 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6909316 Jun 10 16:11:24.345500 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51094) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:24.553521 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.561503 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:24.654693 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-dff7c16b-2a54-45b8-8cc3-08001b6698dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:24.656432 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-dff7c16b-2a54-45b8-8cc3-08001b6698dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.4218800 Jun 10 16:11:24.814947 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.837398 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.837788 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.838479 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.838821 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > port after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.839139 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.839486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > port after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.839805 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.840323 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.840519 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.840779 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:24.921985 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:22Z', 'revision_number': 3, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:24.926065 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:11:24.926514 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Updating router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 port 1d091668-203b-470c-b6ca-a7f29fba1f58 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:11:24.939912 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2f97b71f-4424-40cc-bc28-0c1daa93a15d req-70b32d72-cda5-4f51-bec4-46cf0b5714df service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168516 Jun 10 16:11:24.948967 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:24.979294 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.015629 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:25.016672 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:25.017190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:25.017690 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:11:25.018229 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d275aa-87d3-4493-8402-1b35c77192a9']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:25.057960 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1467afb4-0754-4331-8f70-2a89dde21212') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:25.058575 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1467afb4-0754-4331-8f70-2a89dde21212') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:25.079077 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] For port 41c732b1-65d4-40cc-afdb-fc790f5f6376, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=41c732b1-65d4-40cc-afdb-fc790f5f6376,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:25.089566 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.093185 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fc35698c-f721-409e-8760-12393c4fd9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:25.105667 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8b860-5189-4dbe-a2f6-dd43dfe134ad req-e5f4f7c4-f0ec-461c-9f8f-e7b5eef6b9ad tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:25.112944 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-30d8b860-5189-4dbe-a2f6-dd43dfe134ad req-e5f4f7c4-f0ec-461c-9f8f-e7b5eef6b9ad tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.4340951 Jun 10 16:11:25.121438 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-4f2be448-336e-476c-8cf4-6cc5569a222d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:25.125661 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-e4fcf9fb-c488-4336-b3df-2c051b328546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:25.126577 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-4f2be448-336e-476c-8cf4-6cc5569a222d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.5691586 Jun 10 16:11:25.127322 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-e4fcf9fb-c488-4336-b3df-2c051b328546 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3220503 Jun 10 16:11:25.129700 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.156372 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Pushing event updated for resources: {'Port': ['ID=41c732b1-65d4-40cc-afdb-fc790f5f6376,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:25.167346 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.167694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.168038 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.168376 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.168707 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.169389 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.169733 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.170311 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.170441 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.170731 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.171060 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.171383 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:25.176611 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-a1162b05-27d0-46f0-a173-ad1d513c3bf0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/quotas/f2283690268446f5b53a52622c18c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0418534 Jun 10 16:11:25.176728 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:25.193486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.215263 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:11:25.216258 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: from cryptography.utils import int_from_bytes Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: from cryptography.utils import int_from_bytes Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:11:25.220979 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:11:25.272093 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-30d8b860-5189-4dbe-a2f6-dd43dfe134ad req-74cb38a5-622c-4a7b-b940-f2e71b1b3bd7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576276 Jun 10 16:11:25.404348 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-b72ff6f7-5c3b-452d-922a-70cae032036a tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2063320 Jun 10 16:11:25.407121 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.411754 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:25.418451 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.440218 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Transition to ACTIVE for port object 1d091668-203b-470c-b6ca-a7f29fba1f58 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:25.447628 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.450503 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-06a1a518-af2a-46b2-9c52-190aaf5546e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:25.515785 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435dd77-962c-42f4-9c0e-afb92c5a6a27 None None] Pushing event updated for resources: {'Port': ['ID=1d091668-203b-470c-b6ca-a7f29fba1f58,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:25.530048 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-4435dd77-962c-42f4-9c0e-afb92c5a6a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:25.530391 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-fbe659cc-19f8-434d-895f-49c3df48bc0b None None] Provisioning complete for port 41c732b1-65d4-40cc-afdb-fc790f5f6376 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:25.530781 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fbe659cc-19f8-434d-895f-49c3df48bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.549782 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-498007e2-cdc6-4578-b051-c1729a41adcf service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212130 Jun 10 16:11:25.550952 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.553612 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8d275aa-87d3-4493-8402-1b35c77192a9 HTTP/1.1" status: 204 len: 168 time: 1.2648234 Jun 10 16:11:25.554673 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d275aa-87d3-4493-8402-1b35c77192a9,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:25.564740 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:25.579733 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Attempting to bind port 1d091668-203b-470c-b6ca-a7f29fba1f58 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:25.579733 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Attempting to bind port 1d091668-203b-470c-b6ca-a7f29fba1f58 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:25.580186 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Attempting to bind port 1d091668-203b-470c-b6ca-a7f29fba1f58 on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:25.592623 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:25.593026 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:25.593444 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.593846 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:25.594327 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Bound port: 1d091668-203b-470c-b6ca-a7f29fba1f58, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:25.594707 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.703043 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] For port 1d091668-203b-470c-b6ca-a7f29fba1f58, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:25.713389 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] For port 1d091668-203b-470c-b6ca-a7f29fba1f58, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=1d091668-203b-470c-b6ca-a7f29fba1f58,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:25.719219 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:25.722451 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:25.744748 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-0009733d-c86c-422f-892a-7b70c8293a73 service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778438 Jun 10 16:11:25.792558 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:25.792722 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:25.798383 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435dd77-962c-42f4-9c0e-afb92c5a6a27 None None] Pushing event updated for resources: {'Port': ['ID=1d091668-203b-470c-b6ca-a7f29fba1f58,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:25.859255 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51138) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:25.961110 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-e6419733-05bf-4808-b4e7-9d8889c223fd service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8152955 Jun 10 16:11:25.968171 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ae7849d3-43b8-4e51-a163-5ba16bafdfb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44bae32dc47848668ccc7b67e5ba8be1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1074667 Jun 10 16:11:25.974464 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51144) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:26.019651 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-4435dd77-962c-42f4-9c0e-afb92c5a6a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:26.081452 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-86da8462-3eab-4b38-8b9b-dc99488f63dd req-807383b5-ef36-47f9-913b-e13e0372c745 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 210 time: 0.0573418 Jun 10 16:11:26.157736 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:26.267255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.284089 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-732a1a44-503c-4186-a838-f4f9f0fe263d req-2cd410fd-b288-4444-bd46-15fa3f42b60a service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110158 Jun 10 16:11:26.306363 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.383071 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.462878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.474361 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.475631 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57fea87b-38ce-4232-979a-861727c0dd7e HTTP/1.1" status: 204 len: 168 time: 0.5001259 Jun 10 16:11:26.478598 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:26.566181 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fea87b-38ce-4232-979a-861727c0dd7e,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:26.583874 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.584426 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.584935 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.585310 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.585658 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.586134 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.586486 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.586827 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.587170 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.587506 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.587859 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.588178 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:26.593509 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:26.649084 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3afc3-e5ed-45fd-bb55-976a3d790ef0 req-f29cae39-8f66-4242-9580-d8cbc0ed8730 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:26.649655 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:22Z', 'revision_number': 3, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:26.650584 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9ab3afc3-e5ed-45fd-bb55-976a3d790ef0 req-f29cae39-8f66-4242-9580-d8cbc0ed8730 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1508389 Jun 10 16:11:26.654496 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e34d7-3a92-475a-8640-456c63227b9b None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:22Z', 'revision_number': 3, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:11:26.701387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Allocated IP 172.20.0.1 (cdb0ea75-74af-4570-b9ca-7488915b2ba9/592f7b7f-7822-49f0-ad15-0b3d3ddc6273/af7b7cc3-acc7-4de9-9244-3e195969dd47) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:26.755590 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9ab3afc3-e5ed-45fd-bb55-976a3d790ef0 req-39e05f09-8c4e-47d0-8be8-1ed58739f6e7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874438 Jun 10 16:11:26.894099 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.907327 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Transition to ACTIVE for port object af7b7cc3-acc7-4de9-9244-3e195969dd47 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:26.971453 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:26.981206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:27.050189 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:27.054584 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:27.057964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:27.058436 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.168579 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Pushing event updated for resources: {'Port': ['ID=af7b7cc3-acc7-4de9-9244-3e195969dd47,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:27.173437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:27.396582 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d5fd6d3d-d13b-4ef9-9162-947cf11b4035 req-ce4e1f2c-67fd-471d-bfa6-0365bc601dbc tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 210 time: 0.0801816 Jun 10 16:11:27.428775 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 1d091668-203b-470c-b6ca-a7f29fba1f58 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:27.461768 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.477763 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51188) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:27.600755 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 1d091668-203b-470c-b6ca-a7f29fba1f58 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:27.608251 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 1d091668-203b-470c-b6ca-a7f29fba1f58 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:27.608630 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.728402 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.757809 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-c834166a-ec86-4d6e-bf4e-615991731a75 None None] Provisioning for port af7b7cc3-acc7-4de9-9244-3e195969dd47 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:27.763988 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-c834166a-ec86-4d6e-bf4e-615991731a75 None None] Provisioning complete for port af7b7cc3-acc7-4de9-9244-3e195969dd47 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:27.764540 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c834166a-ec86-4d6e-bf4e-615991731a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.811339 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-c834166a-ec86-4d6e-bf4e-615991731a75 None None] Port af7b7cc3-acc7-4de9-9244-3e195969dd47 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:11:27.856440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.910445 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 1d091668-203b-470c-b6ca-a7f29fba1f58, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=1d091668-203b-470c-b6ca-a7f29fba1f58,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:27.918375 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:27.919342 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 41c732b1-65d4-40cc-afdb-fc790f5f6376 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:27.926220 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:28.008395 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.018629 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.062974 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e0833e50-c64f-4a7a-8e8b-f227e102debf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:28.070957 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f480264d1894a07b9163b5ae3240043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920842 Jun 10 16:11:28.082278 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51210) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:28.186117 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-14012a80-d8bd-467e-80b9-13c938969ec5 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:28.197321 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-14012a80-d8bd-467e-80b9-13c938969ec5 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.5907466 Jun 10 16:11:28.214396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Request body: {'port': {'device_id': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'admin_state_up': True, 'tenant_id': 'f2283690268446f5b53a52622c18c6e6'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:28.225696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=1d091668-203b-470c-b6ca-a7f29fba1f58,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:28.234458 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:28.235088 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 41c732b1-65d4-40cc-afdb-fc790f5f6376 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:28.235463 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.394906 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.403122 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.403972 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.410200 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:28.547643 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26749dcf-8882-4c4d-9834-8addd2d4937c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:28.558320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:28.559902 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Pushing event updated for resources: {'Port': ['ID=af7b7cc3-acc7-4de9-9244-3e195969dd47,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:28.567791 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:28.605099 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.658997 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.667728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Made reservation on behalf of f2283690268446f5b53a52622c18c6e6 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:11:28.671597 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.689584 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80700-9c7b-4257-8e12-ff4ecee5bc76 req-046a5f92-48cd-4e96-bc9f-8d645bc26363 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:28.690783 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-adc80700-9c7b-4257-8e12-ff4ecee5bc76 req-046a5f92-48cd-4e96-bc9f-8d645bc26363 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.6173849 Jun 10 16:11:28.760313 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9f24ba6d-5767-47b6-8b3b-d35791439563 req-64aa3b70-f5bc-41fc-abd7-0f4abdb0f8d6 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 210 time: 0.1121876 Jun 10 16:11:28.808488 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.814395 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:28.818125 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26749dcf-8882-4c4d-9834-8addd2d4937c HTTP/1.1" status: 204 len: 168 time: 0.7316470 Jun 10 16:11:28.826860 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-31e4f7b2-4f5e-4ccb-861a-0e4796f4e98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:28.852815 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-adc80700-9c7b-4257-8e12-ff4ecee5bc76 req-84910cd6-390a-46c9-8735-4b287a60bb33 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609731 Jun 10 16:11:28.854998 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26749dcf-8882-4c4d-9834-8addd2d4937c,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:28.856098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:28.858339 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:28.871063 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:29.118006 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Allocated IP 172.20.0.6 (58800f63-2241-4de7-8228-e0607974636f/12650576-80bb-4bfd-9396-ee8351a64421/38cee0c4-35a3-4beb-b77e-7eed8af69e66) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:29.142388 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:11:29.268793 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-581c7a47-257e-48e2-90fa-8232999474c5 None None] Provisioning complete for port af7b7cc3-acc7-4de9-9244-3e195969dd47 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:29.270363 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-581c7a47-257e-48e2-90fa-8232999474c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:29.278832 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 1d091668-203b-470c-b6ca-a7f29fba1f58 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:29.406652 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-581c7a47-257e-48e2-90fa-8232999474c5 None None] Port af7b7cc3-acc7-4de9-9244-3e195969dd47 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:11:29.412874 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 1d091668-203b-470c-b6ca-a7f29fba1f58 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:29.413362 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:29.659108 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:11:29.665955 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] 10.222.0.44 "PUT /v2.0/routers/74c46f27-9cfc-4e9a-92a5-3520b7a23c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3224010 Jun 10 16:11:29.669864 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:11:29.679863 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:29.683434 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:29.684606 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:29.740841 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:29.745723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:29.797367 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:29.814265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Network 58800f63-2241-4de7-8228-e0607974636f is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:29.823580 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:29.825852 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event updated for resources: {'Port': ['ID=38cee0c4-35a3-4beb-b77e-7eed8af69e66,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:29.828198 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:29.834681 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:29.835655 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:29.839933 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:29.858861 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6489513 Jun 10 16:11:29.887087 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Request body: {'port': {'device_id': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:30.021968 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:30.140350 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:30.155345 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b339-4dd1-43db-8978-b4125ca27166 req-07a3ca76-9e7b-4a93-88ae-bc8d29d589cb tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:30.157058 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3870b339-4dd1-43db-8978-b4125ca27166 req-07a3ca76-9e7b-4a93-88ae-bc8d29d589cb tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 931 time: 0.1586349 Jun 10 16:11:30.225489 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192f74-d2e7-4965-b03c-e4aa23e19ba3 req-cbf3bf37-b199-46ed-a462-ead2fdc425ff tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:30.227952 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fb192f74-d2e7-4965-b03c-e4aa23e19ba3 req-cbf3bf37-b199-46ed-a462-ead2fdc425ff tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1707623 Jun 10 16:11:30.307589 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fb192f74-d2e7-4965-b03c-e4aa23e19ba3 req-d5e8259e-a3e9-4d1b-80f1-112bd00302db tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690732 Jun 10 16:11:30.318471 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3870b339-4dd1-43db-8978-b4125ca27166 req-b0d2223b-f988-494d-9f33-ff658001c066 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510303 Jun 10 16:11:30.719852 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 2, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:30.725638 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:11:30.726242 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Updating router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 port af7b7cc3-acc7-4de9-9244-3e195969dd47 binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:11:30.779883 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:30.796298 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cee0c4-35a3-4beb-b77e-7eed8af69e66 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:30.804817 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:30.825689 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Transition to ACTIVE for port object 38cee0c4-35a3-4beb-b77e-7eed8af69e66 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:30.836242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:30.839403 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:30.842331 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51308) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:30.847277 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-524510010-network', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:30.881425 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Made reservation on behalf of fc08f243a749468ebe89c29d3f737fa5 for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:11:30.884530 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:30.920697 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:30.960086 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Pushing event updated for resources: {'Port': ['ID=38cee0c4-35a3-4beb-b77e-7eed8af69e66,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:30.974745 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:31.046190 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Attempting to bind port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:31.046538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Attempting to bind port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:31.046864 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Attempting to bind port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:31.062792 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 on network 58800f63-2241-4de7-8228-e0607974636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:11:31.063127 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Attempting to bind port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:31.072325 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:31.072711 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Checking segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:31.073734 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Bound using segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:31.074393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Bound port: 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:31.074393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.119346 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.125456 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.130827 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-327b1235-f45a-4093-bde7-cd25a9ab41ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:31.160500 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:11:31.171933 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] For port 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:31.177483 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] For port 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:31.179728 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd0c16f-a7dc-405a-938b-75212b1a403a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:31.184032 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:31.191356 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.191356 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Added segment 613f0430-5ae1-478e-a7c6-1390e31929e7 of type vlan for network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 Jun 10 16:11:31.196563 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.215043 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:31.246338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:31.247058 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.248508 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] 10.222.0.49 "PUT /v2.0/ports/38cee0c4-35a3-4beb-b77e-7eed8af69e66 HTTP/1.1" status: 200 len: 1093 time: 1.3657653 Jun 10 16:11:31.249218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'tag': '38cee0c4-35a3-4beb-b77e-7eed8af69e66'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:31.252077 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05eadaa-c7fa-4f93-9213-80932feb6094" -d '{"events": [{"name": "network-changed", "server_uuid": "db8d09c9-b9fa-4474-a81d-5283c89a50ec", "tag": "38cee0c4-35a3-4beb-b77e-7eed8af69e66"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:31.275884 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.291777 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Pushing event updated for resources: {'Port': ['ID=38cee0c4-35a3-4beb-b77e-7eed8af69e66,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:31.295762 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:31.332154 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.333952 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:31.334801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.335772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf62d95-ff6f-4b62-855c-b936e96e3235 x-openstack-request-id: req-ddf62d95-ff6f-4b62-855c-b936e96e3235 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:31.336653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8d09c9-b9fa-4474-a81d-5283c89a50ec", "tag": "38cee0c4-35a3-4beb-b77e-7eed8af69e66", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:31.337123 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddf62d95-ff6f-4b62-855c-b936e96e3235 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:31.338072 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-84123c8a-9807-47fe-b9c8-99e6cb2c3964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:31.339139 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'tag': '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'status': 'completed', 'code': 200} Jun 10 16:11:31.361076 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.383589 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Transition to ACTIVE for port object af7b7cc3-acc7-4de9-9244-3e195969dd47 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:31.390764 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5473340 Jun 10 16:11:31.395632 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51328) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:31.400141 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.403055 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:31.489334 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Request body: {'subnet': {'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-524510010-subnet', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:31.495887 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Pushing event updated for resources: {'Network': ['ID=10b943a0-9d5a-42a0-a952-5c0f76655ac3,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:31.502648 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:31.535260 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Made reservation on behalf of fc08f243a749468ebe89c29d3f737fa5 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:11:31.538040 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.562371 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:11:31.647591 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-eabc18a0-cb94-48fe-876b-c01eb0370a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:31.648221 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-eabc18a0-cb94-48fe-876b-c01eb0370a65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 1096 time: 0.2897019 Jun 10 16:11:31.667808 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7d941-40dc-40b1-b783-370ea4bbc975 req-2b4f942e-2dd5-44b3-ae02-5056348ce20b tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:31.669504 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dde7d941-40dc-40b1-b783-370ea4bbc975 req-2b4f942e-2dd5-44b3-ae02-5056348ce20b tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 943 time: 0.2236245 Jun 10 16:11:31.733156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332c54-0f20-4865-984a-69ae9970ab06 None None] Pushing event updated for resources: {'Port': ['ID=af7b7cc3-acc7-4de9-9244-3e195969dd47,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:31.738780 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74688c58-336f-44ff-a1b4-c8bbc01b1431 req-33b73399-ccd6-4c34-9d4a-e33966dae5ac tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:31.740507 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-db332c54-0f20-4865-984a-69ae9970ab06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:31.741690 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-74688c58-336f-44ff-a1b4-c8bbc01b1431 req-33b73399-ccd6-4c34-9d4a-e33966dae5ac tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.2003250 Jun 10 16:11:31.755535 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-62619433-0256-4637-b3ad-fab17819fa69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66 HTTP/1.1" status: 200 len: 217 time: 0.0849829 Jun 10 16:11:31.848155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-d4c8893b-5497-4ff2-9660-4136c9cf8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:31.850629 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-d4c8893b-5497-4ff2-9660-4136c9cf8895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.0864699 Jun 10 16:11:31.850771 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-74688c58-336f-44ff-a1b4-c8bbc01b1431 req-59581d06-8526-4886-8e56-40121cbe9613 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017697 Jun 10 16:11:31.867792 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Attempting to bind port af7b7cc3-acc7-4de9-9244-3e195969dd47 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:31.868608 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Attempting to bind port af7b7cc3-acc7-4de9-9244-3e195969dd47 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:31.869906 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Attempting to bind port af7b7cc3-acc7-4de9-9244-3e195969dd47 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:31.878431 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:31.879079 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Checking segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:31.881644 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.882840 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dde7d941-40dc-40b1-b783-370ea4bbc975 req-1446bfdc-5335-4ccd-bf2a-49b930459d65 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257720 Jun 10 16:11:31.883166 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Bound using segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:31.884062 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Bound port: af7b7cc3-acc7-4de9-9244-3e195969dd47, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:31.884710 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:31.939254 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-f1341671-e2da-4175-b005-dc82c7de604a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801466 Jun 10 16:11:32.037409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] For port af7b7cc3-acc7-4de9-9244-3e195969dd47, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:32.044610 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] For port af7b7cc3-acc7-4de9-9244-3e195969dd47, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=af7b7cc3-acc7-4de9-9244-3e195969dd47,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:32.058443 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.062440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f89c6485-fdec-4d65-ba36-e655d6e7a3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:32.065815 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.081772 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-97a5203c-7571-4109-a178-b0896ad44508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:32.157210 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332c54-0f20-4865-984a-69ae9970ab06 None None] Pushing event updated for resources: {'Port': ['ID=af7b7cc3-acc7-4de9-9244-3e195969dd47,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:32.179776 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-ce141412-3edd-4c45-8860-2e87e6ae0847 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259405 Jun 10 16:11:32.181098 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-db332c54-0f20-4865-984a-69ae9970ab06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:32.183511 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:32.184496 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:32.203575 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7099cdac-9640-4ce8-88ff-e50fd291a0f7,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:32.215962 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:32.219836 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Checking segment: {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:32.220193 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Network hostable DHCP agents. Network: 10b943a0-9d5a-42a0-a952-5c0f76655ac3, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:11:32.260427 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:11:32.274501 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 10b943a0-9d5a-42a0-a952-5c0f76655ac3) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:32.281750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:32.283045 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.313767 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9169071 Jun 10 16:11:32.316255 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51352) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:32.323158 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:32.364579 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e98ce-de80-4f68-bca8-ec4ac44308cc None None] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:11:32.366132 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.371509 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.385448 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81c6a3eb-334b-4117-aab5-f5761ceca5b7 req-efc80cc2-74da-4f29-b4ec-6b500cbf48cd service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958194 Jun 10 16:11:32.476774 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.525628 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-57e86200-bd10-40f1-9e75-65281f5e5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:32.527103 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-57e86200-bd10-40f1-9e75-65281f5e5d5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 1096 time: 0.0681231 Jun 10 16:11:32.528276 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:32.720182 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-70280534-0d7b-4359-a1e5-c86b4afffa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:32.721927 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-70280534-0d7b-4359-a1e5-c86b4afffa11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 915 time: 0.1746426 Jun 10 16:11:32.722334 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-10b943a0-9d5a-42a0-a952-5c0f76655ac3', 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'fixed_ips': [{'subnet_id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:11:32.723187 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.778349 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:32.823917 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-0503f261-c0cb-4570-9b3a-8c70883ef2f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66 HTTP/1.1" status: 200 len: 217 time: 0.0703969 Jun 10 16:11:32.895270 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-2389a771-867a-4810-bde5-e198b799fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:32.896927 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-2389a771-867a-4810-bde5-e198b799fce8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.0639133 Jun 10 16:11:32.954231 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-d75f4b83-294f-4ce3-9711-afc4622c85dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433552 Jun 10 16:11:33.121299 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.158319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.207179 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-94094ebb-6e44-4baf-bd6f-dc8fb18ce957 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450004 Jun 10 16:11:33.213857 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Allocated IP 172.20.0.2 (10b943a0-9d5a-42a0-a952-5c0f76655ac3/7099cdac-9640-4ce8-88ff-e50fd291a0f7/ede341b7-e721-4056-bf18-f440eeb39d25) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:33.230088 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:32Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:33.236325 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1ebf1-f18a-4273-b713-4ba9e01a4d50 None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:32Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:11:33.469311 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Allocated IP 172.27.0.240 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/7e4146c0-ede7-4b5f-9581-15c7e0c3b519) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:33.532484 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237a6a4-ce3d-4e5e-856c-23559b3714ab req-7727cec6-0a4f-4b7f-843c-dc4377b918dd tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:33.534206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9f17b-979f-4ca6-beee-962a3fe49c28 req-add56d99-c476-4c80-9202-18fee0935e94 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:33.534354 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8237a6a4-ce3d-4e5e-856c-23559b3714ab req-7727cec6-0a4f-4b7f-843c-dc4377b918dd tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 943 time: 0.2746081 Jun 10 16:11:33.542348 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58c9f17b-979f-4ca6-beee-962a3fe49c28 req-add56d99-c476-4c80-9202-18fee0935e94 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.3321133 Jun 10 16:11:33.549071 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.560413 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Transition to ACTIVE for port object ede341b7-e721-4056-bf18-f440eeb39d25 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:33.579112 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Transition to ACTIVE for port object ede341b7-e721-4056-bf18-f440eeb39d25 will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:33.589150 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.591452 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:33.602928 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58c9f17b-979f-4ca6-beee-962a3fe49c28 req-ce114589-2b95-4984-82b0-021db2892155 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596964 Jun 10 16:11:33.605213 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05eadaa-c7fa-4f93-9213-80932feb6094 req-4e4ccabc-4c09-45ee-93f1-8dddcadddbce service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737628 Jun 10 16:11:33.648201 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8237a6a4-ce3d-4e5e-856c-23559b3714ab req-912d49e9-a7fe-45c2-8d7d-23cfc48c53e7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049650 Jun 10 16:11:33.684944 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:33.694191 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:33.699957 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:33.700539 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.755548 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.760248 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-df4f59f2-855f-4bf4-b74e-969b5b49ed16 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:33.765484 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Pushing event updated for resources: {'Port': ['ID=ede341b7-e721-4056-bf18-f440eeb39d25,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:33.769616 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:33.834615 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:33.838175 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:33.841741 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:33.855231 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Attempting to bind port ede341b7-e721-4056-bf18-f440eeb39d25 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:33.855618 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Attempting to bind port ede341b7-e721-4056-bf18-f440eeb39d25 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:33.856124 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Attempting to bind port ede341b7-e721-4056-bf18-f440eeb39d25 on network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:33.862057 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:33.862713 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Checking segment: {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:33.863281 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.863839 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Bound using segment: {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:33.865405 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Bound port: ede341b7-e721-4056-bf18-f440eeb39d25, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:33.866059 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.875804 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:33.882065 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:33.979802 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] For port ede341b7-e721-4056-bf18-f440eeb39d25, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:33.986801 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] For port ede341b7-e721-4056-bf18-f440eeb39d25, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=ede341b7-e721-4056-bf18-f440eeb39d25,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:33.997085 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:34.015007 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:34.191362 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Pushing event updated for resources: {'Port': ['ID=ede341b7-e721-4056-bf18-f440eeb39d25,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:34.199009 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:34.330862 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51400) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:34.566502 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:34.718983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:34.735317 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 38cee0c4-35a3-4beb-b77e-7eed8af69e66 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:11:34.785425 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:34.792029 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:34.796398 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:34.859411 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738f18d6-b8bc-41f4-bae0-2552de466679,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:34.892220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:34.915803 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adb298d8896c412c935dc49700c70912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838301 Jun 10 16:11:34.922422 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51430) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:34.922762 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51434) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:34.988912 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:35.008947 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'port_id': '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'mac_address': 'fa:16:3e:02:f2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12650576-80bb-4bfd-9396-ee8351a64421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:11:35.094038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d7930-b5ba-4f4b-ad51-828a3da55025 req-a59fff17-a4dc-4fef-bbd5-e258610e1cbd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:35.095839 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e54d7930-b5ba-4f4b-ad51-828a3da55025 req-a59fff17-a4dc-4fef-bbd5-e258610e1cbd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.2537520 Jun 10 16:11:35.117740 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.159997 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.166091 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cee0c4-35a3-4beb-b77e-7eed8af69e66 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:35.167876 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e54d7930-b5ba-4f4b-ad51-828a3da55025 req-af76a127-4de6-460e-a0d7-6e111e4bf3ee tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601850 Jun 10 16:11:35.226519 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:35.242263 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.244341 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:35.246535 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.330434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.360525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=38cee0c4-35a3-4beb-b77e-7eed8af69e66,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:35.368768 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:35.408921 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device ede341b7-e721-4056-bf18-f440eeb39d25 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:35.423881 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.426406 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9aafb1-9143-484d-99bf-aec1d57f6f40 req-8268f83e-06ff-4262-bbbd-6c7127e9c807 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:35.433539 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cd9aafb1-9143-484d-99bf-aec1d57f6f40 req-8268f83e-06ff-4262-bbbd-6c7127e9c807 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 943 time: 0.3864708 Jun 10 16:11:35.502227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.505094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.509252 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/738f18d6-b8bc-41f4-bae0-2552de466679 HTTP/1.1" status: 204 len: 168 time: 0.5854809 Jun 10 16:11:35.513908 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:35.519526 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cd9aafb1-9143-484d-99bf-aec1d57f6f40 req-97d5c70f-7e21-4377-b782-2bb61382c687 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757055 Jun 10 16:11:35.536787 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738f18d6-b8bc-41f4-bae0-2552de466679,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:35.542375 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:35.553259 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1720d32-aad1-4bb1-85fd-f529b00e4280 None None] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:11:35.575525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port ede341b7-e721-4056-bf18-f440eeb39d25 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:35.603589 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.604605 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['38cee0c4-35a3-4beb-b77e-7eed8af69e66'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:35.606561 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device af7b7cc3-acc7-4de9-9244-3e195969dd47 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:35.612121 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.638740 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:35.695097 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fdb37897a9a4ab793518a86217f5e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653391 Jun 10 16:11:35.698582 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51446) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:35.724441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c7897-fa6d-45a5-9242-42d2495c609b,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:35.737874 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:35.740926 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Provisioning for port ede341b7-e721-4056-bf18-f440eeb39d25 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:35.757564 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:11:35.780714 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Provisioning complete for port ede341b7-e721-4056-bf18-f440eeb39d25 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:35.781164 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.923952 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port af7b7cc3-acc7-4de9-9244-3e195969dd47 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:35.943640 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port af7b7cc3-acc7-4de9-9244-3e195969dd47 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:35.944201 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.948372 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:35.970759 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:11:35.981700 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Sync routers for ids ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:11:35.995811 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Routers {'9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:36.000809 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:36.007973 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.018555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51458) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:36.041442 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.064774 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.068680 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7483420 Jun 10 16:11:36.069128 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51460) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:36.130108 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.133379 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.147878 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c3c7897-fa6d-45a5-9242-42d2495c609b HTTP/1.1" status: 204 len: 168 time: 0.4417264 Jun 10 16:11:36.150383 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:36.179179 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c7897-fa6d-45a5-9242-42d2495c609b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:36.187367 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:36.261094 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.294972 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.299892 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Set router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:36.325403 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.363528 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.367583 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] For port ede341b7-e721-4056-bf18-f440eeb39d25, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=ede341b7-e721-4056-bf18-f440eeb39d25,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:36.372692 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:36.408953 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.411730 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:36.416122 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c079b25e4dc41e089ff10e82185b57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935935 Jun 10 16:11:36.419941 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51466) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:36.430479 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d54a7-4f4a-4b65-8e1b-5e183aa79d67,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:36.445550 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:36.491672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port af7b7cc3-acc7-4de9-9244-3e195969dd47, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=af7b7cc3-acc7-4de9-9244-3e195969dd47,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:36.498806 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f2a86-9d56-41cd-8201-80d2ac06009e req-28a1e6d1-eefb-4c9a-881e-e79a5e9ef6bd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:36.509228 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5b1f2a86-9d56-41cd-8201-80d2ac06009e req-28a1e6d1-eefb-4c9a-881e-e79a5e9ef6bd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1413634 Jun 10 16:11:36.553912 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.569618 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5b1f2a86-9d56-41cd-8201-80d2ac06009e req-635505e0-d703-4a28-a327-1743c1a87b50 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594220 Jun 10 16:11:36.599509 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Pushing event updated for resources: {'Port': ['ID=ede341b7-e721-4056-bf18-f440eeb39d25,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:36.603011 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:36.603557 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:36.714396 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=af7b7cc3-acc7-4de9-9244-3e195969dd47,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:36.717704 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:36.719046 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.736646 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:11:34Z', 'revision_number': 3, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:36.744530 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Checking router: 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:11:36.744892 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Updating router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:11:36.748114 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-2be35662-7534-4ab3-8fac-7c033af20611 None None] Provisioning complete for port ede341b7-e721-4056-bf18-f440eeb39d25 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:36.748788 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2be35662-7534-4ab3-8fac-7c033af20611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.759844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.815024 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.838511 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51476) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:36.862214 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.993936 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.999511 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.002240 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1afb1cf6-63f7-477d-95e1-c2ad5437dc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:37.046697 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94a283c0de5a4a9a86016b604db8bc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065465 Jun 10 16:11:37.048002 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b6383-f610-4a5e-b994-f1c5b00a3aa3,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:37.050542 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51478) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:37.053421 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:37.122011 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.151946 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.183293 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.194501 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Transition to ACTIVE for port object 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:37.207008 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.211715 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-4435dd77-962c-42f4-9c0e-afb92c5a6a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:37.236834 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.256275 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.258050 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d3b6383-f610-4a5e-b994-f1c5b00a3aa3 HTTP/1.1" status: 204 len: 168 time: 0.2063272 Jun 10 16:11:37.260882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:37.269113 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Pushing event updated for resources: {'Port': ['ID=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:37.288679 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b6383-f610-4a5e-b994-f1c5b00a3aa3,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:37.295306 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.295655 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.295997 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.296328 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.296657 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.296985 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.297332 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.297743 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.297982 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.298308 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.298625 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.298939 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:11:37.299496 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:37.304100 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:37.318584 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.321299 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.325291 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d3d54a7-4f4a-4b65-8e1b-5e183aa79d67 HTTP/1.1" status: 204 len: 168 time: 0.9041257 Jun 10 16:11:37.331021 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ccd2e737-0418-4eb5-9725-7e93c0bc0dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:37.349687 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Attempting to bind port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:37.350081 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Attempting to bind port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:37.351546 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Attempting to bind port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:37.355785 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbdc1d-2a06-4466-ab12-7b662f859c8d req-3fd3ab93-e099-4186-bf83-ace3feaee35d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:37.357039 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2bdbdc1d-2a06-4466-ab12-7b662f859c8d req-3fd3ab93-e099-4186-bf83-ace3feaee35d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 944 time: 0.2070086 Jun 10 16:11:37.360021 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d54a7-4f4a-4b65-8e1b-5e183aa79d67,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:37.364471 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:37.379248 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:37.380004 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device ede341b7-e721-4056-bf18-f440eeb39d25 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:37.380172 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:37.380568 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.380969 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:37.381484 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Bound port: 7e4146c0-ede7-4b5f-9581-15c7e0c3b519, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:37.381863 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.468028 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] For port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:37.472270 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] For port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:37.484682 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.487847 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:37.502172 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2bdbdc1d-2a06-4466-ab12-7b662f859c8d req-130f6b62-490a-461a-bbd3-a38211365582 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341226 Jun 10 16:11:37.582267 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.634493 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Pushing event updated for resources: {'Port': ['ID=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:37.649878 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-1b82431e-2020-4396-a820-cc211f7de76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:37.656945 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Routers {'9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:37.657784 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:37.765277 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port ede341b7-e721-4056-bf18-f440eeb39d25 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:37.765825 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.902838 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e8ca-9b38-4d7f-be2b-37631c67597f req-a934ddfe-612a-4e6c-848b-1e30efd0c679 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:37.912788 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-39e3e8ca-9b38-4d7f-be2b-37631c67597f req-a934ddfe-612a-4e6c-848b-1e30efd0c679 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1334350 Jun 10 16:11:37.968403 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device af7b7cc3-acc7-4de9-9244-3e195969dd47 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:38.001940 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Allocated IP 172.20.0.1 (10b943a0-9d5a-42a0-a952-5c0f76655ac3/7099cdac-9640-4ce8-88ff-e50fd291a0f7/4d39eac6-a427-445c-b43b-bd6420f6a45d) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:38.017519 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-39e3e8ca-9b38-4d7f-be2b-37631c67597f req-8540602e-3f36-4564-9802-cf783386e1c5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035678 Jun 10 16:11:38.061964 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port af7b7cc3-acc7-4de9-9244-3e195969dd47 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:38.062730 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.087196 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] Set router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:38.287347 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.303094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Transition to ACTIVE for port object 4d39eac6-a427-445c-b43b-bd6420f6a45d will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:38.357882 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.359878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:38.437541 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d39eac6-a427-445c-b43b-bd6420f6a45d,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:38.442243 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:38.451015 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:38.452450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:38.454917 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:38.455396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.563070 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:11:34Z', 'revision_number': 3, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:38.569325 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375a0a8-ed9d-42cd-8421-43187c50c8b1 None None] The sync data for ids ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'] in dv-cinder-789564-6-iscsi is: [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:11:34Z', 'revision_number': 3, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:11:38.730534 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-9b522b15-a872-4215-b55b-aa3d861afa8f None None] Provisioning for port 4d39eac6-a427-445c-b43b-bd6420f6a45d completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:38.739464 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-9b522b15-a872-4215-b55b-aa3d861afa8f None None] Provisioning complete for port 4d39eac6-a427-445c-b43b-bd6420f6a45d triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:38.740970 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9b522b15-a872-4215-b55b-aa3d861afa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.810416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.814122 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-9b522b15-a872-4215-b55b-aa3d861afa8f None None] Port 4d39eac6-a427-445c-b43b-bd6420f6a45d cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:11:38.817428 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 38cee0c4-35a3-4beb-b77e-7eed8af69e66 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:38.836127 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b214b-69af-43ba-b654-93220059087a req-b98ce20c-fc45-4d2e-867e-2b30cd758341 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:38.844050 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-714b214b-69af-43ba-b654-93220059087a req-b98ce20c-fc45-4d2e-867e-2b30cd758341 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 944 time: 0.1104579 Jun 10 16:11:38.908843 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-714b214b-69af-43ba-b654-93220059087a req-346f5421-9aca-4ead-a6c6-af720f523d69 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636857 Jun 10 16:11:38.919069 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:38.933506 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:38.933884 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.174076 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.259953 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cee0c4-35a3-4beb-b77e-7eed8af69e66'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:39.262693 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea15ff9-bd17-400c-8267-9bb227061456" -d '{"events": [{"server_uuid": "db8d09c9-b9fa-4474-a81d-5283c89a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "38cee0c4-35a3-4beb-b77e-7eed8af69e66"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:39.307355 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:39.314570 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.317878 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f94ef31-b9d6-48a6-bbd1-8e23a2ecc3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:39.344404 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.354586 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.358261 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.364534 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:39.439435 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f141349-b230-42b4-9954-287099b4af44 x-openstack-request-id: req-7f141349-b230-42b4-9954-287099b4af44 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:39.443396 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8d09c9-b9fa-4474-a81d-5283c89a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "38cee0c4-35a3-4beb-b77e-7eed8af69e66", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:39.443915 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f141349-b230-42b4-9954-287099b4af44 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:39.444516 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'code': 200} Jun 10 16:11:39.446297 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:39.536751 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d511e-80ec-483e-bbc7-ff664df0fe08 req-b9fb4be4-810e-4045-a290-e89e7d0124e6 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:39.544069 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ea7d511e-80ec-483e-bbc7-ff664df0fe08 req-b9fb4be4-810e-4045-a290-e89e7d0124e6 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.2666652 Jun 10 16:11:39.572928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=38cee0c4-35a3-4beb-b77e-7eed8af69e66,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:39.578439 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:39.600401 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:39.605755 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:39.606854 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.622014 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d39eac6-a427-445c-b43b-bd6420f6a45d,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:39.628762 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:39.638196 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ea7d511e-80ec-483e-bbc7-ff664df0fe08 req-0cd7ed54-a168-4eee-a9ff-abe8c1e35dc5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929108 Jun 10 16:11:39.758618 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.793295 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:39.802905 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:39.806677 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ac2de94b-ec58-4cca-b572-626d48e1bd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:39.861007 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:39.864410 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:39.940324 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:39.945300 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:40.039131 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51586) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:40.046310 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e33e-cfe8-4615-8d19-e3df515a586d req-4dd3cafb-c296-41d8-be50-7faf347b0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:40.049022 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6db5e33e-cfe8-4615-8d19-e3df515a586d req-4dd3cafb-c296-41d8-be50-7faf347b0403 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 1098 time: 0.3040669 Jun 10 16:11:40.148948 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6db5e33e-cfe8-4615-8d19-e3df515a586d req-964ee5bc-8c06-4405-ba8f-216cf7e8934f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876060 Jun 10 16:11:40.205653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:11:40.216080 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba9dc1-5896-4cb9-b061-95bc3195213c req-7197b652-3f86-4647-9127-2c1564c91057 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:40.222467 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-adba9dc1-5896-4cb9-b061-95bc3195213c req-7197b652-3f86-4647-9127-2c1564c91057 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 945 time: 0.1007683 Jun 10 16:11:40.252340 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3b379f65-60d8-4156-8c33-4774a95f7eef None None] Provisioning complete for port 4d39eac6-a427-445c-b43b-bd6420f6a45d triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:40.253126 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3b379f65-60d8-4156-8c33-4774a95f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.258439 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.307035 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-adba9dc1-5896-4cb9-b061-95bc3195213c req-e8c1664b-b5fa-43b4-b9a5-1d2deaba0906 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808325 Jun 10 16:11:40.315535 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3b379f65-60d8-4156-8c33-4774a95f7eef None None] Port 4d39eac6-a427-445c-b43b-bd6420f6a45d cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:11:40.397875 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:11:40.407373 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f3f7f87-4d26-48cf-a4d7-cb0d9e760236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3368797 Jun 10 16:11:40.421241 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.428063 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.432592 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-045e5127-c1e1-41d9-8760-1f1cd3c73e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:40.476067 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9635e4297a104207925e96226cfea08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341366 Jun 10 16:11:40.477237 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63284bdc-5e63-432e-97ef-1364213a3e27,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:40.479101 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51602) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:40.490348 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:40.537873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.566624 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.630108 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.633530 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:40.637188 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63284bdc-5e63-432e-97ef-1364213a3e27 HTTP/1.1" status: 204 len: 168 time: 0.1547990 Jun 10 16:11:40.637188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:40.646992 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63284bdc-5e63-432e-97ef-1364213a3e27,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:40.656965 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:40.924615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a12ba-6744-4094-bd7e-cfd29ad42687 req-4fc7d9ee-e91d-4f5b-afae-6c6bb480a59f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:40.927882 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05a12ba-6744-4094-bd7e-cfd29ad42687 req-4fc7d9ee-e91d-4f5b-afae-6c6bb480a59f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1159835 Jun 10 16:11:40.999826 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b05a12ba-6744-4094-bd7e-cfd29ad42687 req-4f8f0dcc-be74-440b-9fd6-f5fdc096a596 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651214 Jun 10 16:11:41.146309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Sync routers for ids ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:11:41.169631 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Routers {'9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:41.170374 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:41.295984 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:41.405609 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51640) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:41.413312 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023170639', 'description': 'tempest-secgroup-smoke-2023170639 description', 'project_id': '3b48764d274d491a8accdaf798cb2c66'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:41.468027 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Set router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:41.472102 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.551827 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:41.552285 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.584957 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ee0c2-7e40-42e4-8a47-017edbcf83b1 req-ccf54be6-a85a-43de-bd4c-a3c751614193 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:41.593316 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a50ee0c2-7e40-42e4-8a47-017edbcf83b1 req-ccf54be6-a85a-43de-bd4c-a3c751614193 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 945 time: 0.0939534 Jun 10 16:11:41.635705 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.643876 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.648255 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2dd7bec3-e031-4a8a-92e4-c28f2c35ae36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:41.656798 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a50ee0c2-7e40-42e4-8a47-017edbcf83b1 req-3a6531a9-2b82-474d-baff-3ccea7a8c1cb tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621617 Jun 10 16:11:41.686409 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.690261 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2800171 Jun 10 16:11:41.690261 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:41.691584 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51652) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:41.699412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group_rule': {'security_group_id': 'f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2', 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:41.708533 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:41.738413 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.820970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.827386 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.829990 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-bbfe5ccd-82a4-441a-b3ef-090ff46be2df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:41.853925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5847676-01ff-4604-b229-b86ae35a1d4a,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:41.857461 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:41.874404 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.877395 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b478a0d0-26e9-48a3-b9b8-ca3cce2230fa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832397 Jun 10 16:11:41.880616 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51664) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:41.886080 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group_rule': {'security_group_id': 'f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2', 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:41.921264 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.982622 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:11:38Z', 'revision_number': 4, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '4d39eac6-a427-445c-b43b-bd6420f6a45d', 'name': '', 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'mac_address': 'fa:16:3e:b3:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:37Z', 'updated_at': '2021-06-10T16:11:38Z', 'revision_number': 2, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'subnets': [{'id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:41.986287 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Checking router: 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:11:41.987293 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Updating router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 port 4d39eac6-a427-445c-b43b-bd6420f6a45d binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:11:41.989010 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.995231 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:41.997810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:42.018383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812a9a53-7524-4f34-aa0c-83631b9dad95,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:42.029370 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:42.030636 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.031994 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-0d5aa11a-755f-4a19-a9fd-14e12492889d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503453 Jun 10 16:11:42.034728 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51676) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:42.035849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.041575 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group_rule': {'security_group_id': 'f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2', 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:42.083947 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.175714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.183960 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.187383 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-891a8489-24c5-45a6-8cd5-c5ea67704b91 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:42.224633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b9c2a1-266c-4c78-a055-9c418f7f085a,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:42.228582 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:42.249267 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.251236 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2148287 Jun 10 16:11:42.253774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51686) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:42.259079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group_rule': {'security_group_id': 'f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2', 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:42.346336 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.463309 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fabb1-15ea-4abd-aaba-82fc3f19016f req-46f4c883-e492-4190-a834-5eec6f1a308b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:42.470747 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-510fabb1-15ea-4abd-aaba-82fc3f19016f req-46f4c883-e492-4190-a834-5eec6f1a308b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1556239 Jun 10 16:11:42.474279 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.490833 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.495759 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:42.524279 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b333f4-5468-4f0b-b2b9-9c1d4221b4a3,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:42.528041 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:42.541928 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-510fabb1-15ea-4abd-aaba-82fc3f19016f req-3ec9e38a-3653-49f2-8657-44d8c597bd30 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704231 Jun 10 16:11:42.556877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.556877 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002307 Jun 10 16:11:42.557945 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51700) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:42.566314 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group_rule': {'security_group_id': 'f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2', 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:42.587330 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.589017 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.securitygroups_db [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Project 3b48764d274d491a8accdaf798cb2c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:11:42.596033 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.612076 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Transition to ACTIVE for port object 4d39eac6-a427-445c-b43b-bd6420f6a45d will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:42.633168 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.640683 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:42.731430 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.750251 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.750251 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:42.767295 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0929d2f-9741-4780-88d8-7ba26c6ec6b2,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:42.772408 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:42.788136 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.792509 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51726) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:42.792978 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-79a8367c-428d-4201-bdce-e37f4c99139d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2336879 Jun 10 16:11:42.797457 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'security_group_rule': {'security_group_id': 'f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2', 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:42.842467 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.securitygroups_db [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Project 3b48764d274d491a8accdaf798cb2c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:11:42.850155 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:42.978272 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff438179-7061-47ae-a2ec-1f4c39c085db None None] Pushing event updated for resources: {'Port': ['ID=4d39eac6-a427-445c-b43b-bd6420f6a45d,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:43.001573 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.009079 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.012068 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-31d405bd-3d9a-4021-8fa9-aeb678debed5 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:43.020828 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ff438179-7061-47ae-a2ec-1f4c39c085db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:43.042931 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.046550 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2529035 Jun 10 16:11:43.048442 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4648f88c-49d8-4f0e-9865-c9950090774a,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:43.066863 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:43.133745 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Attempting to bind port 4d39eac6-a427-445c-b43b-bd6420f6a45d on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:43.137704 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Attempting to bind port 4d39eac6-a427-445c-b43b-bd6420f6a45d by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:43.139222 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Attempting to bind port 4d39eac6-a427-445c-b43b-bd6420f6a45d on network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:43.159198 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:43.159909 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Checking segment: {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:43.160651 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.161527 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Bound using segment: {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:43.162980 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Bound port: 4d39eac6-a427-445c-b43b-bd6420f6a45d, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613f0430-5ae1-478e-a7c6-1390e31929e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:43.164693 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.320777 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] For port 4d39eac6-a427-445c-b43b-bd6420f6a45d, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:43.326682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] For port 4d39eac6-a427-445c-b43b-bd6420f6a45d, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=4d39eac6-a427-445c-b43b-bd6420f6a45d,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:43.340025 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.346210 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:43.437165 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51776) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:43.478073 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Routers {'9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:11:43.478568 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:11:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:43.703027 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff438179-7061-47ae-a2ec-1f4c39c085db None None] Pushing event updated for resources: {'Port': ['ID=4d39eac6-a427-445c-b43b-bd6420f6a45d,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:43.708078 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ff438179-7061-47ae-a2ec-1f4c39c085db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:43.792259 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] Set router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:11:43.804976 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:43.953438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c63b3-89a5-4e08-b473-a9ef825af147 req-35b6193a-f374-46f6-a704-46aeda123f94 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:43.960983 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-651c63b3-89a5-4e08-b473-a9ef825af147 req-35b6193a-f374-46f6-a704-46aeda123f94 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1437049 Jun 10 16:11:44.030875 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-651c63b3-89a5-4e08-b473-a9ef825af147 req-1f77fb37-09a2-41c5-95cf-dfa678ada58c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688586 Jun 10 16:11:44.086706 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:44.096042 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:44.101389 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-74dd1864-9fbd-4c0a-b676-0e0aa7b1b3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:44.182417 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ff3709bbb0240aa97c0187a2a1e85c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7435083 Jun 10 16:11:44.183548 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b87ba78-4f3e-45ad-8675-7e6b715cb2d4,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:44.186104 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51806) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:44.188068 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:44.204749 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:11:38Z', 'revision_number': 4, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '4d39eac6-a427-445c-b43b-bd6420f6a45d', 'name': '', 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'mac_address': 'fa:16:3e:b3:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:37Z', 'updated_at': '2021-06-10T16:11:43Z', 'revision_number': 4, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'subnets': [{'id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:11:44.210372 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757e30b-0126-4ea6-a915-2f8a5e854573 None None] The sync data for ids ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'] in dv-cinder-789564-6-iscsi is: [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:11:38Z', 'revision_number': 4, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '4d39eac6-a427-445c-b43b-bd6420f6a45d', 'name': '', 'network_id': '10b943a0-9d5a-42a0-a952-5c0f76655ac3', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'mac_address': 'fa:16:3e:b3:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:37Z', 'updated_at': '2021-06-10T16:11:43Z', 'revision_number': 4, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'subnets': [{'id': '7099cdac-9640-4ce8-88ff-e50fd291a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:11:44.220647 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-f89a63c5-7340-4c77-bf04-1b15b1005694 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065817 Jun 10 16:11:44.357967 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:44.409975 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:44.413087 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-1c3939a7-786d-413d-9ac5-bf4b8cf327db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:44.414892 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-1c3939a7-786d-413d-9ac5-bf4b8cf327db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 1098 time: 0.1083450 Jun 10 16:11:44.508854 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:44.511894 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:44.515521 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b87ba78-4f3e-45ad-8675-7e6b715cb2d4 HTTP/1.1" status: 204 len: 168 time: 0.3256598 Jun 10 16:11:44.515521 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:44.538467 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b87ba78-4f3e-45ad-8675-7e6b715cb2d4,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:44.542493 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:44.700635 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-aa2c017d-60bf-4c36-84a5-34429caf7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:44.701938 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-aa2c017d-60bf-4c36-84a5-34429caf7d37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 915 time: 0.2586367 Jun 10 16:11:44.816720 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-06c40770-5937-4817-bb18-66d761f01472 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0 HTTP/1.1" status: 200 len: 217 time: 0.1045642 Jun 10 16:11:44.930376 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-c7ceb95a-7aef-44a6-ad8b-5b1ee81bcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:44.932936 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-c7ceb95a-7aef-44a6-ad8b-5b1ee81bcf6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.1090488 Jun 10 16:11:45.414963 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 4d39eac6-a427-445c-b43b-bd6420f6a45d up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:45.435855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf563e8-9e0f-4401-8846-768f8669aa03 req-eacb7925-172d-45f4-baf6-051c594feaba tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:45.453156 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eaf563e8-9e0f-4401-8846-768f8669aa03 req-eacb7925-172d-45f4-baf6-051c594feaba tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1927912 Jun 10 16:11:45.548218 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 4d39eac6-a427-445c-b43b-bd6420f6a45d completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:45.549450 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-01f2c7b5-1e55-4642-859c-5b6c329df1bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6060209 Jun 10 16:11:45.551713 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eaf563e8-9e0f-4401-8846-768f8669aa03 req-9b15109b-a0e5-4a73-b034-06de585becaf tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977521 Jun 10 16:11:45.555821 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 4d39eac6-a427-445c-b43b-bd6420f6a45d triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:45.557413 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:45.742078 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:45.789064 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 4d39eac6-a427-445c-b43b-bd6420f6a45d, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=4d39eac6-a427-445c-b43b-bd6420f6a45d,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:45.807148 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:45.814419 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ff438179-7061-47ae-a2ec-1f4c39c085db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:45.928854 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=4d39eac6-a427-445c-b43b-bd6420f6a45d,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:45.936395 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:45.936786 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-c53b5581-79af-4c37-b12f-fc1684d4a5f2 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609061 Jun 10 16:11:46.018171 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-437eb922-15f2-4905-9fde-91c8e3539e4e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:46.020047 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-437eb922-15f2-4905-9fde-91c8e3539e4e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.2467961 Jun 10 16:11:46.092189 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-0fb4ff0b-5f18-42f0-9313-59d21fa4948e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/quotas/f2283690268446f5b53a52622c18c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0302911 Jun 10 16:11:46.184001 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-478a0c71-707a-42c8-86cf-52a7982c2b2c req-dd24a8d2-2968-4b5b-b529-60974d66817a service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379613 Jun 10 16:11:46.272043 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-c6630454-3412-4004-8c2a-b0a36e2b48cf tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710560 Jun 10 16:11:46.466466 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-5abf030f-804c-421d-bc32-82739556a32d service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864798 Jun 10 16:11:46.642341 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-687607b7-8e3c-4d8c-baed-f2f7b4eb44f9 service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748092 Jun 10 16:11:46.647881 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:46.895558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-26c5b6f0-effd-49ca-a67f-1946ad5bf5c3 req-db389dc1-d637-4042-924b-43fdef388ece tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 210 time: 0.0714831 Jun 10 16:11:47.018789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611f8be-c15b-45bb-9cbd-376973b6b998 req-e4a23ec6-d8ae-47ba-8c70-ccf58ac0469d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:47.020965 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d611f8be-c15b-45bb-9cbd-376973b6b998 req-e4a23ec6-d8ae-47ba-8c70-ccf58ac0469d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0919132 Jun 10 16:11:47.085559 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d611f8be-c15b-45bb-9cbd-376973b6b998 req-bb06e60e-c0c7-4e7b-b2aa-07475ad707da tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Jun 10 16:11:47.119189 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 51956) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:47.251612 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.256820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 4d39eac6-a427-445c-b43b-bd6420f6a45d up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:47.345494 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 4d39eac6-a427-445c-b43b-bd6420f6a45d triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:47.345911 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.370234 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.375870 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.379377 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-701a270b-0021-41a8-9c97-257eafe6bd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:47.425591 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f8b9d1bc6fa42cfbcd2ca6c36057af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026631 Jun 10 16:11:47.425591 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b737e-a90f-4993-9dbe-4c3b2ecea062,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:47.425932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 51970) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:47.439718 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:47.503803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.530568 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.618554 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.624967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:47.626404 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d00b737e-a90f-4993-9dbe-4c3b2ecea062 HTTP/1.1" status: 204 len: 168 time: 0.1989756 Jun 10 16:11:47.627552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3eb7e713-5448-41ad-af39-911f61fa8a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:47.638067 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b737e-a90f-4993-9dbe-4c3b2ecea062,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:47.657884 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:48.066256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 52012) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:48.069842 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fa08bc4a-37af-45ad-8a5e-70d0fbee8808 req-f102ec10-616c-4dea-808d-87c58e8c81fa tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 210 time: 0.0457416 Jun 10 16:11:48.094194 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.226511 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.231425 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.234886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ec69286d-c20f-4f87-9c73-7a79dfedfd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:48.277830 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1eb6d1eb151426bbe6a160f6322867c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102244 Jun 10 16:11:48.278887 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d891eb94-da0e-473b-84db-9ef43049b865,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:48.282593 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:48.283661 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 52018) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:48.286770 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7057de9-ae86-456a-bf26-6c9c44d5950e req-9cb1346e-067e-4531-b9d7-f52ef870e79d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:48.289238 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b7057de9-ae86-456a-bf26-6c9c44d5950e req-9cb1346e-067e-4531-b9d7-f52ef870e79d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0774527 Jun 10 16:11:48.343284 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b7057de9-ae86-456a-bf26-6c9c44d5950e req-a2e706f6-7d2b-4ee4-b58c-b5a80e691deb tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 Jun 10 16:11:48.445604 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.494419 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.510355 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-509bb39b-1eda-48a2-a70f-5eaf573cfe30 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:48.511994 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-509bb39b-1eda-48a2-a70f-5eaf573cfe30 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.2119648 Jun 10 16:11:48.525571 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Request body: {'port': {'device_id': 'cf898d85-053d-4860-85d7-9af407454a1a', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'admin_state_up': True, 'tenant_id': 'f2283690268446f5b53a52622c18c6e6'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:48.644062 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.647174 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.647595 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2a75f311-8593-49a6-b14b-39e3036bf769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.651026 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d891eb94-da0e-473b-84db-9ef43049b865 HTTP/1.1" status: 204 len: 168 time: 0.3662453 Jun 10 16:11:48.661400 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:48.664653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d891eb94-da0e-473b-84db-9ef43049b865,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:48.673547 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:48.702540 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Made reservation on behalf of f2283690268446f5b53a52622c18c6e6 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:11:48.707213 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:48.860956 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Allocated IP 172.20.0.2 (58800f63-2241-4de7-8228-e0607974636f/12650576-80bb-4bfd-9396-ee8351a64421/b20c4292-d231-45cf-abb7-6543cdeefb08) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:11:49.061530 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:49.114132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:49.122032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c4c131a5-4525-420e-b266-7cab2f78e1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:49.128286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0', '38cee0c4-35a3-4beb-b77e-7eed8af69e66'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:49.190910 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Network 58800f63-2241-4de7-8228-e0607974636f is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:11:49.204441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:11:49.209139 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:11:49.214985 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:49.215936 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:49.260022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event updated for resources: {'Port': ['ID=b20c4292-d231-45cf-abb7-6543cdeefb08,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:49.264443 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:49.302825 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809451 Jun 10 16:11:49.324871 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Request body: {'port': {'device_id': 'cf898d85-053d-4860-85d7-9af407454a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:11:49.492459 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:49.507319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a330038-867b-40d3-b5c1-f05c8f154cd2 req-8f5ce05e-ace9-4e58-bf63-fe9f20c2a100 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:49.508884 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7a330038-867b-40d3-b5c1-f05c8f154cd2 req-8f5ce05e-ace9-4e58-bf63-fe9f20c2a100 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 931 time: 0.2828863 Jun 10 16:11:49.624045 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7a330038-867b-40d3-b5c1-f05c8f154cd2 req-393e6acd-3060-4772-8e90-6966927e9254 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027434 Jun 10 16:11:49.624261 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e94bd-426c-4b93-84de-2b7b9f4fe713 req-8c80f969-a681-445f-b6c7-f1c1d1db2b72 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:49.635984 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a53e94bd-426c-4b93-84de-2b7b9f4fe713 req-8c80f969-a681-445f-b6c7-f1c1d1db2b72 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1485438 Jun 10 16:11:49.711018 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a53e94bd-426c-4b93-84de-2b7b9f4fe713 req-c49ec8bd-072a-4ce0-becd-d21dda3c43d7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737891 Jun 10 16:11:49.733638 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52072) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:49.890675 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:49.967192 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20c4292-d231-45cf-abb7-6543cdeefb08 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:49.977188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:49.995772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Transition to ACTIVE for port object b20c4292-d231-45cf-abb7-6543cdeefb08 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:11:50.000513 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.003717 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:50.011892 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.016187 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.019687 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0b44263c-429b-4d21-a5ab-9ad9fb81a97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:50.064838 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=396bbc634a554793828e7db1e61da684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298655 Jun 10 16:11:50.065863 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8ed44-9aa6-44a8-9990-9a134dc0f4d4,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:50.069322 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52086) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:50.095969 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:50.150102 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Pushing event updated for resources: {'Port': ['ID=b20c4292-d231-45cf-abb7-6543cdeefb08,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:50.153585 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:50.169731 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.172680 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Attempting to bind port b20c4292-d231-45cf-abb7-6543cdeefb08 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:11:50.173125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Attempting to bind port b20c4292-d231-45cf-abb7-6543cdeefb08 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:11:50.173529 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Attempting to bind port b20c4292-d231-45cf-abb7-6543cdeefb08 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:50.180262 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Port b20c4292-d231-45cf-abb7-6543cdeefb08 on network 58800f63-2241-4de7-8228-e0607974636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:11:50.180791 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Attempting to bind port b20c4292-d231-45cf-abb7-6543cdeefb08 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:11:50.188419 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:11:50.189202 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Checking segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:11:50.189793 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Bound using segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:11:50.190434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Bound port: b20c4292-d231-45cf-abb7-6543cdeefb08, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:11:50.190852 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.215504 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.279666 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] For port b20c4292-d231-45cf-abb7-6543cdeefb08, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:11:50.281149 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.283465 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] For port b20c4292-d231-45cf-abb7-6543cdeefb08, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b20c4292-d231-45cf-abb7-6543cdeefb08,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:11:50.284657 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.290166 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05d8ed44-9aa6-44a8-9990-9a134dc0f4d4 HTTP/1.1" status: 204 len: 168 time: 0.2083631 Jun 10 16:11:50.291351 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b0738587-7896-41bb-9970-18e7b3eef9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:50.293451 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.296860 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:50.303401 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8ed44-9aa6-44a8-9990-9a134dc0f4d4,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:50.306104 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:50.357018 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:50.357790 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.359250 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] 10.222.0.49 "PUT /v2.0/ports/b20c4292-d231-45cf-abb7-6543cdeefb08 HTTP/1.1" status: 200 len: 1093 time: 1.0388212 Jun 10 16:11:50.361610 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf898d85-053d-4860-85d7-9af407454a1a', 'tag': 'b20c4292-d231-45cf-abb7-6543cdeefb08'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:50.365174 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a861ed7e-e5cd-45ca-ad53-33c679678292" -d '{"events": [{"name": "network-changed", "server_uuid": "cf898d85-053d-4860-85d7-9af407454a1a", "tag": "b20c4292-d231-45cf-abb7-6543cdeefb08"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:50.397083 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Pushing event updated for resources: {'Port': ['ID=b20c4292-d231-45cf-abb7-6543cdeefb08,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:50.403555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:50.425109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622cec3-6f4c-409e-8f86-c04220faee1a x-openstack-request-id: req-d622cec3-6f4c-409e-8f86-c04220faee1a {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:11:50.426283 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf898d85-053d-4860-85d7-9af407454a1a", "tag": "b20c4292-d231-45cf-abb7-6543cdeefb08", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:11:50.426481 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d622cec3-6f4c-409e-8f86-c04220faee1a {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:11:50.426907 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf898d85-053d-4860-85d7-9af407454a1a', 'tag': 'b20c4292-d231-45cf-abb7-6543cdeefb08', 'status': 'completed', 'code': 200} Jun 10 16:11:50.495758 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-2bca4005-cbf0-4818-92bd-4990e146d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:50.497381 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-2bca4005-cbf0-4818-92bd-4990e146d20f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 1096 time: 0.0633769 Jun 10 16:11:50.580082 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-9dda87a9-a5d1-4c17-958a-fe30beb83226 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b20c4292-d231-45cf-abb7-6543cdeefb08 HTTP/1.1" status: 200 len: 217 time: 0.0632021 Jun 10 16:11:50.647688 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-621e579b-baf7-4153-adfb-fcf0a3f79b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:50.649421 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-621e579b-baf7-4153-adfb-fcf0a3f79b3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.0624826 Jun 10 16:11:50.708880 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-ad8a6211-07d4-433c-814f-cabbbe69f118 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411234 Jun 10 16:11:50.737670 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 52118) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:50.786136 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:50.893897 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48e62-0323-4bed-a897-34f1165dcbca req-00238716-984f-4651-8eea-5065fe4c20b2 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:50.897789 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bec48e62-0323-4bed-a897-34f1165dcbca req-00238716-984f-4651-8eea-5065fe4c20b2 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 943 time: 0.1125746 Jun 10 16:11:50.948695 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bec48e62-0323-4bed-a897-34f1165dcbca req-ba9f32f4-3116-4fd5-9eb6-2d927cd554fd tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Jun 10 16:11:51.101800 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ae048bc0-31d3-4258-bfc7-898326d0ecd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.208088 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-563bf1ad-6b2c-4c29-b73c-6c8c4c73a590 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908135 Jun 10 16:11:51.229383 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52134) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:51.273251 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd287-5fd8-4044-84ec-57f3a8b683b4 req-d9c81675-31a8-43a5-a03c-01ed10f8f652 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:51.274820 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf1cd287-5fd8-4044-84ec-57f3a8b683b4 req-d9c81675-31a8-43a5-a03c-01ed10f8f652 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.2149937 Jun 10 16:11:51.357584 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.422598 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.431000 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.437888 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-dc5aea80-0684-4113-b84f-06fedc656916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:51.456615 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf1cd287-5fd8-4044-84ec-57f3a8b683b4 req-f8a968dd-dae7-4ae2-9e45-6a2f48ef54de tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699595 Jun 10 16:11:51.495452 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed4e90f1-31fa-4cd8-ad85-0dc189ea931d req-9f0cb65d-85dc-4c71-b8d8-9f6e6d6f65a4 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785027 Jun 10 16:11:51.501308 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba9161-a438-4c7a-9dae-fc206cf9f8d8,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:51.505359 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51a7178b4cbd4bb48f0dd7da35e6b853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7512960 Jun 10 16:11:51.506266 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:51.507979 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 52140) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:51.522305 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.532056 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.536945 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.539491 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c9db2ea1-4c3a-4c3b-84a3-aed9661839f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:51.576346 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.578239 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d24888-6e7e-4d1a-ab32-198488bf199d,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:51.589588 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04387ee6103c49b383e216facacbdcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589089 Jun 10 16:11:51.590876 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:51.591354 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52142) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:51.627717 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.646175 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.669672 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.683540 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-7caaf715-6add-4f9e-83fa-9d070d3e0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:51.685154 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-7caaf715-6add-4f9e-83fa-9d070d3e0450 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 1096 time: 0.1166635 Jun 10 16:11:51.700217 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.703493 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.704675 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fba9161-a438-4c7a-9dae-fc206cf9f8d8 HTTP/1.1" status: 204 len: 168 time: 0.1957519 Jun 10 16:11:51.706716 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:51.738111 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba9161-a438-4c7a-9dae-fc206cf9f8d8,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:51.747790 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.750340 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:51.751188 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:51.756008 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89d24888-6e7e-4d1a-ab32-198488bf199d HTTP/1.1" status: 204 len: 168 time: 0.1636512 Jun 10 16:11:51.757062 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2cfb2e74-c1b7-4122-8007-e19b604a1f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:51.774312 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d24888-6e7e-4d1a-ab32-198488bf199d,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:51.776950 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:51.860477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-df790596-b031-49dd-9687-ec35b22811f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:51.860477 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-df790596-b031-49dd-9687-ec35b22811f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 915 time: 0.1519849 Jun 10 16:11:51.921419 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-3b50d139-7980-4382-a73a-ec0be21b6e8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b20c4292-d231-45cf-abb7-6543cdeefb08 HTTP/1.1" status: 200 len: 217 time: 0.0516775 Jun 10 16:11:51.970954 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 52158) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:52.014843 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-c19122d7-f240-4f80-a7b9-d4a327fc2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:52.016899 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-c19122d7-f240-4f80-a7b9-d4a327fc2c75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.0884211 Jun 10 16:11:52.020364 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.069117 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-ec3e80a7-6f03-4969-a6b0-124e9557a3b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428843 Jun 10 16:11:52.127167 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 52166) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:52.189598 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.199110 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497b00-404a-4661-bf03-b76b25834e28 req-c0d3d032-7f4b-43ab-8b08-fb9b86fa596e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:52.206742 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-55497b00-404a-4661-bf03-b76b25834e28 req-c0d3d032-7f4b-43ab-8b08-fb9b86fa596e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 943 time: 0.1075773 Jun 10 16:11:52.265704 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-55497b00-404a-4661-bf03-b76b25834e28 req-e474dc2c-3882-47f7-ad2d-4a74ce42fd26 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565712 Jun 10 16:11:52.334099 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52170) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:52.339393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.349829 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.392645 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-3b6fa532-7c87-43f2-865c-18e995246a58 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156548 Jun 10 16:11:52.529870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.542256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.546021 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9e0bc8f0-d344-4c6d-bf28-81be5e9e0965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:52.559877 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a861ed7e-e5cd-45ca-ad53-33c679678292 req-c96fdcb7-ed5c-4156-8a97-bf157eb7d319 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529672 Jun 10 16:11:52.604570 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=473ce54266c34d1cbfd9f1bd401d0827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756567 Jun 10 16:11:52.605708 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d149f576-ce74-4440-958d-54ae6c5f00db,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:52.608390 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52176) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:52.629643 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:52.666554 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.672695 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb635ade-5df2-4847-93ad-34f51c207893 req-3c74af50-df62-413e-9980-04fc9f516652 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:52.673118 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.674237 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cb635ade-5df2-4847-93ad-34f51c207893 req-3c74af50-df62-413e-9980-04fc9f516652 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0837317 Jun 10 16:11:52.680780 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:52.703574 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.741751 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=197d031216f84aa5a466938c45ccff15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038508 Jun 10 16:11:52.741751 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18a483-2098-443b-99d3-5d74ee649735,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:52.742447 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52178) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:52.743030 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cb635ade-5df2-4847-93ad-34f51c207893 req-2fce6523-be9a-4ab2-83b7-f6fa403e7e17 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610766 Jun 10 16:11:52.751225 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:52.779432 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.807966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.812968 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.816221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b0c1e6d8-b274-487c-adbc-50997f0a131d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:52.849799 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.858098 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb0c9c9ee3ee4313836fd849c182cab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8858738 Jun 10 16:11:52.859130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344fe21-19a8-49b8-9cbf-26e3f6157083,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:52.861106 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 52180) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:11:52.862255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:52.890426 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.894195 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.897616 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:52.898763 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d149f576-ce74-4440-958d-54ae6c5f00db HTTP/1.1" status: 204 len: 168 time: 0.2894075 Jun 10 16:11:52.921701 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-83a63d38-726b-4d1a-b2f0-1f590800bb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:52.955443 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d149f576-ce74-4440-958d-54ae6c5f00db,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:52.965134 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:52.995530 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.023225 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.025794 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.026921 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b18a483-2098-443b-99d3-5d74ee649735 HTTP/1.1" status: 204 len: 168 time: 0.2810032 Jun 10 16:11:53.028971 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.031196 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ad416935-1575-456c-891a-6652c163bfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:53.048061 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18a483-2098-443b-99d3-5d74ee649735,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:53.052368 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:53.101103 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.103925 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.105522 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4344fe21-19a8-49b8-9cbf-26e3f6157083 HTTP/1.1" status: 204 len: 168 time: 0.2431905 Jun 10 16:11:53.106294 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-dbad5996-7cb5-4569-9ade-e2cdfcc807e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:53.118180 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344fe21-19a8-49b8-9cbf-26e3f6157083,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:53.120946 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:53.490009 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52693-9df8-4e18-b6ab-ceca731d3d2f req-d0d07ba0-ea2c-4133-9402-c99a0a1ccb43 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:53.491780 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-27f52693-9df8-4e18-b6ab-ceca731d3d2f req-d0d07ba0-ea2c-4133-9402-c99a0a1ccb43 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 943 time: 0.0909626 Jun 10 16:11:53.556568 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-27f52693-9df8-4e18-b6ab-ceca731d3d2f req-b842d104-2634-4d38-9f80-d51b3fa538c0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588717 Jun 10 16:11:53.883538 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:53.947943 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c87a5-dc21-4307-a8fa-a03ac4293dce req-612f6eab-f7e0-47bc-bcbe-a4a88410e430 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:53.949522 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fd3c87a5-dc21-4307-a8fa-a03ac4293dce req-612f6eab-f7e0-47bc-bcbe-a4a88410e430 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0794446 Jun 10 16:11:53.994923 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fd3c87a5-dc21-4307-a8fa-a03ac4293dce req-10f2ce42-63cd-4703-872b-21257823e396 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Jun 10 16:11:54.497153 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8e0d-e790-40ff-8a14-4b6f71897bf1 req-8a6489bf-4adc-4435-b359-521fc99c89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:54.498808 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2c8d8e0d-e790-40ff-8a14-4b6f71897bf1 req-8a6489bf-4adc-4435-b359-521fc99c89e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 1098 time: 0.0619366 Jun 10 16:11:54.568812 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2c8d8e0d-e790-40ff-8a14-4b6f71897bf1 req-1b3abc02-715b-4046-8591-6ce221252d95 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623779 Jun 10 16:11:54.794273 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device b20c4292-d231-45cf-abb7-6543cdeefb08 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:11:54.822953 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168be1bc-f93b-4a4e-9691-023ca0fa340d req-bb3c0226-fd56-4462-9294-af5787e3dab3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:54.824665 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-168be1bc-f93b-4a4e-9691-023ca0fa340d req-bb3c0226-fd56-4462-9294-af5787e3dab3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 943 time: 0.1315904 Jun 10 16:11:54.898884 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-168be1bc-f93b-4a4e-9691-023ca0fa340d req-fa575df5-459c-46b2-b398-2a64d4cbecb5 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649118 Jun 10 16:11:55.008769 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port b20c4292-d231-45cf-abb7-6543cdeefb08, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b20c4292-d231-45cf-abb7-6543cdeefb08,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:55.026305 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'b20c4292-d231-45cf-abb7-6543cdeefb08', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'port_id': 'b20c4292-d231-45cf-abb7-6543cdeefb08', 'mac_address': 'fa:16:3e:40:23:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12650576-80bb-4bfd-9396-ee8351a64421', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:11:55.074830 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:55.092351 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20c4292-d231-45cf-abb7-6543cdeefb08 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:11:55.121589 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port b20c4292-d231-45cf-abb7-6543cdeefb08, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b20c4292-d231-45cf-abb7-6543cdeefb08,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:55.129705 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:55.131684 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:55.208262 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088d97-8b7a-4396-9ed4-e7031ffdd652 req-479df6a8-e305-4a5e-a5e6-9db49841669e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:55.216776 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fa088d97-8b7a-4396-9ed4-e7031ffdd652 req-479df6a8-e305-4a5e-a5e6-9db49841669e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0826070 Jun 10 16:11:55.248315 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=b20c4292-d231-45cf-abb7-6543cdeefb08,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:55.252024 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:11:55.274950 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fa088d97-8b7a-4396-9ed4-e7031ffdd652 req-72bdb567-bd0b-44cc-b81b-9360459a6ff0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569026 Jun 10 16:11:55.598829 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['b20c4292-d231-45cf-abb7-6543cdeefb08'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:11:55.997221 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:11:56.093013 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c865d-1448-407c-8cee-4a8552414260 req-9c0f7c09-5f94-4e9e-af80-cd023d7b6f21 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:56.094477 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5e8c865d-1448-407c-8cee-4a8552414260 req-9c0f7c09-5f94-4e9e-af80-cd023d7b6f21 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 944 time: 0.0766587 Jun 10 16:11:56.136074 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5e8c865d-1448-407c-8cee-4a8552414260 req-a89074f4-5c12-4108-a462-999135b0dade tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357022 Jun 10 16:11:56.457807 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59abe77-0aad-49ab-ad32-4206d83bb6d2 req-1f18394c-6b38-46b7-85e6-d3bb03ab1598 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:56.459378 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f59abe77-0aad-49ab-ad32-4206d83bb6d2 req-1f18394c-6b38-46b7-85e6-d3bb03ab1598 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0756538 Jun 10 16:11:56.507190 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f59abe77-0aad-49ab-ad32-4206d83bb6d2 req-ad65324e-310f-4c6f-b0f6-aade53a68ebc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Jun 10 16:11:56.690942 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1678a87-a904-42d0-88a5-f8e5b16f3709 req-dd158516-3a63-4753-8dae-ec20eb8414b5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:56.693916 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a1678a87-a904-42d0-88a5-f8e5b16f3709 req-dd158516-3a63-4753-8dae-ec20eb8414b5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0736804 Jun 10 16:11:56.745121 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a1678a87-a904-42d0-88a5-f8e5b16f3709 req-639f1380-da10-41f4-9c44-2b75ae9f2072 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Jun 10 16:11:57.370647 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf17d-9cd0-40f9-bc99-accfdfa3ba86 req-7ec8f63f-950f-4508-a4fe-fdd0f81acf23 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:11:57.372091 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6cacf17d-9cd0-40f9-bc99-accfdfa3ba86 req-7ec8f63f-950f-4508-a4fe-fdd0f81acf23 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 944 time: 0.0697269 Jun 10 16:11:57.412659 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6cacf17d-9cd0-40f9-bc99-accfdfa3ba86 req-a8f65808-8a79-4129-8795-4347cc2d545b tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Jun 10 16:11:59.256278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device b20c4292-d231-45cf-abb7-6543cdeefb08 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:11:59.311735 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port b20c4292-d231-45cf-abb7-6543cdeefb08 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:11:59.315514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port b20c4292-d231-45cf-abb7-6543cdeefb08 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:11:59.315896 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:59.404577 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:59.428734 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf898d85-053d-4860-85d7-9af407454a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c4292-d231-45cf-abb7-6543cdeefb08'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:11:59.430970 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b5682-b71f-48b0-83bb-2146f07900da" -d '{"events": [{"server_uuid": "cf898d85-053d-4860-85d7-9af407454a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b20c4292-d231-45cf-abb7-6543cdeefb08"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:11:59.443947 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port b20c4292-d231-45cf-abb7-6543cdeefb08, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b20c4292-d231-45cf-abb7-6543cdeefb08,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:11:59.448219 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:59.451710 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:11:59.505957 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=b20c4292-d231-45cf-abb7-6543cdeefb08,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:11:59.509418 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:00.613746 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0549d-fc9a-431e-8fa9-e8a1fb2d3b84 req-bb157e62-5fce-425e-a9b0-88cec794b7d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:00.615280 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8bb0549d-fc9a-431e-8fa9-e8a1fb2d3b84 req-bb157e62-5fce-425e-a9b0-88cec794b7d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.0755391 Jun 10 16:12:00.660802 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8bb0549d-fc9a-431e-8fa9-e8a1fb2d3b84 req-fb7e4fbf-f7b9-4864-b656-c1ae00d1dfcb tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391185 Jun 10 16:12:00.704790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16e5d4-8cbf-4723-abce-2c8464697dfe x-openstack-request-id: req-5e16e5d4-8cbf-4723-abce-2c8464697dfe {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:00.705480 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf898d85-053d-4860-85d7-9af407454a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b20c4292-d231-45cf-abb7-6543cdeefb08", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:00.705480 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e16e5d4-8cbf-4723-abce-2c8464697dfe {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:00.705812 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf898d85-053d-4860-85d7-9af407454a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c4292-d231-45cf-abb7-6543cdeefb08', 'code': 200} Jun 10 16:12:00.960646 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93f663-5f7e-478e-a38c-d2e8dc04b004 req-4c7acbb6-f6ee-494e-a2e6-59288c9471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:00.962172 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fe93f663-5f7e-478e-a38c-d2e8dc04b004 req-4c7acbb6-f6ee-494e-a2e6-59288c9471b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 1098 time: 0.0585296 Jun 10 16:12:01.004335 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fe93f663-5f7e-478e-a38c-d2e8dc04b004 req-23997a87-5a57-4caf-88d2-8ee930ab62a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Jun 10 16:12:01.670735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-4f1ddb94-21fe-423f-9689-2545955cbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:01.672166 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-4f1ddb94-21fe-423f-9689-2545955cbd14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.0662460 Jun 10 16:12:05.320098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-3d10c17b-4b7e-4132-a348-b00b03f9851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.321798 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-3d10c17b-4b7e-4132-a348-b00b03f9851d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.1154661 Jun 10 16:12:05.381245 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-bfc7013a-e9d8-407e-8a8c-9b5360469378 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.0515697 Jun 10 16:12:05.470405 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-d1090bc4-8929-4d3f-a76b-ed15ed0e45b4 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=69679e97671648d8a8263e08ee9e8de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425618 Jun 10 16:12:05.498982 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-aa73885a-179a-4f7f-bf5c-b18fb21584d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.500401 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-aa73885a-179a-4f7f-bf5c-b18fb21584d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.1075718 Jun 10 16:12:05.559331 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dec9a-7d2c-4d8a-a480-aea0556dfbc8 req-627a34ee-7441-4e95-91b5-8a3468fc5305 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.561967 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c7dec9a-7d2c-4d8a-a480-aea0556dfbc8 req-627a34ee-7441-4e95-91b5-8a3468fc5305 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0760977 Jun 10 16:12:05.587455 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-c05fcae3-7210-4260-82a4-683d61906936 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575626 Jun 10 16:12:05.607008 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9c7dec9a-7d2c-4d8a-a480-aea0556dfbc8 req-05f3143e-dc3c-452b-9d8a-5d612777fb2f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Jun 10 16:12:05.791728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-5a4ee322-7ff8-49e3-b91f-167aacf06d6a tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.793220 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-5a4ee322-7ff8-49e3-b91f-167aacf06d6a tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149087 Jun 10 16:12:05.836570 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbcbb3-b25e-487b-b61f-b3335e67fe99 req-08d2d39d-fa83-4302-8181-1761ce717e22 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.842359 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-90bbcbb3-b25e-487b-b61f-b3335e67fe99 req-08d2d39d-fa83-4302-8181-1761ce717e22 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.1044772 Jun 10 16:12:05.924896 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-90bbcbb3-b25e-487b-b61f-b3335e67fe99 req-e66cad8d-7e98-4b1f-ad27-dde1285f57db tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707588 Jun 10 16:12:06.099056 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-3d465ee8-69fd-412d-9575-bd7338a4a74a tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/quotas/69679e97671648d8a8263e08ee9e8de7 HTTP/1.1" status: 200 len: 375 time: 0.2981055 Jun 10 16:12:06.134207 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-8f4eaa6a-897d-4f91-a9fb-5fdbb5d9c47c service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349507 Jun 10 16:12:06.168781 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-e33d03e9-d2ff-4ed8-8c54-4e2226405343 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=69679e97671648d8a8263e08ee9e8de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586748 Jun 10 16:12:06.351578 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ae2bcd91-0832-4b9e-9c1c-b5c735c46c2a req-5643b2d2-0d19-405f-bd7b-365e7b6918e1 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933372 Jun 10 16:12:06.409080 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf13e081-f706-4ecf-9afd-9d4141abda2c req-c86b3e1e-858d-4fe2-8e19-087cbeab70eb tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 210 time: 0.0481462 Jun 10 16:12:06.809735 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc559-3ebe-4be8-9752-62e0e1a414fb req-6e59b7d4-c156-4437-84ed-ea5064ccfdd1 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:06.811211 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7aecc559-3ebe-4be8-9752-62e0e1a414fb req-6e59b7d4-c156-4437-84ed-ea5064ccfdd1 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0778384 Jun 10 16:12:06.855598 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7aecc559-3ebe-4be8-9752-62e0e1a414fb req-4ed3668e-2b71-45f1-9251-dbee57ffd825 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383799 Jun 10 16:12:07.134253 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16858fec-8a9d-44a9-b095-8f71fbfbc6c9 req-55560139-9960-4e7a-a838-d9bf1a26300e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:07.135636 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-16858fec-8a9d-44a9-b095-8f71fbfbc6c9 req-55560139-9960-4e7a-a838-d9bf1a26300e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.0705478 Jun 10 16:12:07.181211 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-16858fec-8a9d-44a9-b095-8f71fbfbc6c9 req-dd23aa88-275d-4c30-acc8-4a0c6c95fffc tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Jun 10 16:12:07.591962 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-87af66a3-2aab-48b2-b239-19258c960e3b req-91e5bbfd-1449-411c-a3d4-0461098ad767 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 210 time: 0.0360990 Jun 10 16:12:07.623953 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-fd421d3d-6893-44d1-9594-4d3f6468aa34 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=69679e97671648d8a8263e08ee9e8de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278556 Jun 10 16:12:07.779015 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-15e943f9-ff64-4ddc-ba6e-4d2cc5558485 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:07.780462 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-15e943f9-ff64-4ddc-ba6e-4d2cc5558485 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504891 Jun 10 16:12:07.793413 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Request body: {'port': {'device_id': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98', 'admin_state_up': True, 'tenant_id': '69679e97671648d8a8263e08ee9e8de7'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:07.944594 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Made reservation on behalf of 69679e97671648d8a8263e08ee9e8de7 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:07.949130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:07.965502 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.107692 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f7fa-d382-41b5-8b3c-06de67d2fd6e req-39dd2c1c-5819-480d-be76-4b89db966638 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:08.109174 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4905f7fa-d382-41b5-8b3c-06de67d2fd6e req-39dd2c1c-5819-480d-be76-4b89db966638 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1106091 Jun 10 16:12:08.150711 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.157034 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.167586 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fe459a4c-b090-4f63-8455-41d51fe1d15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:08.199832 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4905f7fa-d382-41b5-8b3c-06de67d2fd6e req-ce10cfa9-4b55-4136-be81-b1f27c064f40 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833392 Jun 10 16:12:08.249949 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828b88fd-8601-4018-b1db-efb1fc32b85a,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:08.254113 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:08.346721 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Allocated IP 192.168.233.232 (32bd33b6-2309-4f9c-ba8d-304c8487da98/91130ff9-646e-4028-8dd0-b519661dc369/230706bc-5b2e-4a36-a824-a6c6b12dee23) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:08.529087 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.542478 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Transition to ACTIVE for port object 230706bc-5b2e-4a36-a824-a6c6b12dee23 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:08.578426 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.584445 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:08.639096 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Network 32bd33b6-2309-4f9c-ba8d-304c8487da98 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:08.642291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:08.650958 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:08.656703 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:08.657413 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.674540 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Pushing event updated for resources: {'Port': ['ID=230706bc-5b2e-4a36-a824-a6c6b12dee23,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:08.678750 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:08.686020 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8962693 Jun 10 16:12:08.817360 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddb5ff-2df7-4862-9371-7c41ef1dac5d req-4808904e-bc99-47e9-ab78-c4e7f8a4c932 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:08.818889 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dfddb5ff-2df7-4862-9371-7c41ef1dac5d req-4808904e-bc99-47e9-ab78-c4e7f8a4c932 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 936 time: 0.0752676 Jun 10 16:12:08.868406 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dfddb5ff-2df7-4862-9371-7c41ef1dac5d req-5337be81-2372-4f32-a41f-a4b9fc8ed1c1 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Jun 10 16:12:08.875701 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-4ab973dc-3ffd-4179-a3c2-3edf6fd66fbb None None] Provisioning for port 230706bc-5b2e-4a36-a824-a6c6b12dee23 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:08.880034 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-4ab973dc-3ffd-4179-a3c2-3edf6fd66fbb None None] Provisioning complete for port 230706bc-5b2e-4a36-a824-a6c6b12dee23 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:08.880484 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-4ab973dc-3ffd-4179-a3c2-3edf6fd66fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:08.930005 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-4ab973dc-3ffd-4179-a3c2-3edf6fd66fbb None None] Port 230706bc-5b2e-4a36-a824-a6c6b12dee23 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:12:12.500855 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Request body: {'port': {'device_id': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:12.595497 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:12.926485 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cea34-a2da-43bd-9aa0-7163cdc9ca46 req-b1e6cd96-a030-42d4-bdf1-35e66ce80944 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:12.933502 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-540cea34-a2da-43bd-9aa0-7163cdc9ca46 req-b1e6cd96-a030-42d4-bdf1-35e66ce80944 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0979691 Jun 10 16:12:13.007388 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230706bc-5b2e-4a36-a824-a6c6b12dee23 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:12:13.016585 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:13.048868 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f6f73-2be4-49ec-bf70-bbb03da7f04a req-595f439a-3a1a-4f52-bdd9-07e568820f19 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:13.050686 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-769f6f73-2be4-49ec-bf70-bbb03da7f04a req-595f439a-3a1a-4f52-bdd9-07e568820f19 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 936 time: 0.1595917 Jun 10 16:12:13.055319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Transition to ACTIVE for port object 230706bc-5b2e-4a36-a824-a6c6b12dee23 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:13.064637 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:13.076808 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-66624aea-9cc3-46a4-b796-8d601ed78520 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:13.210811 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-540cea34-a2da-43bd-9aa0-7163cdc9ca46 req-0105d3e3-c014-4b70-92fb-23e2b5a96270 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762446 Jun 10 16:12:13.212795 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-769f6f73-2be4-49ec-bf70-bbb03da7f04a req-2756a19d-328c-4862-86f5-f43764b3fc13 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555941 Jun 10 16:12:13.243851 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Pushing event updated for resources: {'Port': ['ID=230706bc-5b2e-4a36-a824-a6c6b12dee23,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:13.247926 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:13.270144 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Attempting to bind port 230706bc-5b2e-4a36-a824-a6c6b12dee23 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:13.270728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Attempting to bind port 230706bc-5b2e-4a36-a824-a6c6b12dee23 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:13.271236 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Attempting to bind port 230706bc-5b2e-4a36-a824-a6c6b12dee23 on network 32bd33b6-2309-4f9c-ba8d-304c8487da98 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:13.276739 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Port 230706bc-5b2e-4a36-a824-a6c6b12dee23 on network 32bd33b6-2309-4f9c-ba8d-304c8487da98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:12:13.277109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Attempting to bind port 230706bc-5b2e-4a36-a824-a6c6b12dee23 on network 32bd33b6-2309-4f9c-ba8d-304c8487da98 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:13.285549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:13.285549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Checking segment: {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:13.285549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Bound using segment: {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:13.285549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Bound port: 230706bc-5b2e-4a36-a824-a6c6b12dee23, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f9caca-a882-40c7-b1ff-6dfbf848b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:13.285549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:13.371968 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] For port 230706bc-5b2e-4a36-a824-a6c6b12dee23, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:13.375333 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] For port 230706bc-5b2e-4a36-a824-a6c6b12dee23, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:13.380952 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:13.383098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:13.426327 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:13.426938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:13.428303 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] 10.222.0.49 "PUT /v2.0/ports/230706bc-5b2e-4a36-a824-a6c6b12dee23 HTTP/1.1" status: 200 len: 1098 time: 0.9318800 Jun 10 16:12:13.428824 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'tag': '230706bc-5b2e-4a36-a824-a6c6b12dee23'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:13.431174 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "be1022e2-c529-449f-a50d-7441acca1f0c", "tag": "230706bc-5b2e-4a36-a824-a6c6b12dee23"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:13.466013 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Pushing event updated for resources: {'Port': ['ID=230706bc-5b2e-4a36-a824-a6c6b12dee23,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:13.469406 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:13.490105 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bace0-3d46-460e-8959-c45c1e0defdd x-openstack-request-id: req-873bace0-3d46-460e-8959-c45c1e0defdd {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:13.490560 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1022e2-c529-449f-a50d-7441acca1f0c", "tag": "230706bc-5b2e-4a36-a824-a6c6b12dee23", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:13.490742 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-873bace0-3d46-460e-8959-c45c1e0defdd {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:13.491425 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'tag': '230706bc-5b2e-4a36-a824-a6c6b12dee23', 'status': 'completed', 'code': 200} Jun 10 16:12:13.557869 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-a6bff253-50a8-4828-a6eb-55bdfa11b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:13.559368 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-a6bff253-50a8-4828-a6eb-55bdfa11b10a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69679e97671648d8a8263e08ee9e8de7&device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 1101 time: 0.0670915 Jun 10 16:12:13.618257 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-2f19a3db-17ae-4765-b278-9222ef9e6eef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23 HTTP/1.1" status: 200 len: 217 time: 0.0502465 Jun 10 16:12:13.684392 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-ad7532b5-b6b0-4324-8bd3-9f07613e6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:13.685893 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-ad7532b5-b6b0-4324-8bd3-9f07613e6d03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91130ff9-646e-4028-8dd0-b519661dc369 HTTP/1.1" status: 200 len: 843 time: 0.0551226 Jun 10 16:12:13.758221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-04e97f41-8105-4677-a4e3-cff287a9ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:13.759789 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-04e97f41-8105-4677-a4e3-cff287a9ec5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=32bd33b6-2309-4f9c-ba8d-304c8487da98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0665376 Jun 10 16:12:13.887455 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-2de27b91-7691-46e8-8e5b-f6f4bf9aa8da service neutron] 10.222.0.49 "GET /v2.0/networks/32bd33b6-2309-4f9c-ba8d-304c8487da98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187944 Jun 10 16:12:14.013512 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cad9a422-b457-41e3-8aa2-efc03b033941 req-641f33be-ccc4-4533-8cd7-980ffb065bc3 service neutron] 10.222.0.49 "GET /v2.0/networks/32bd33b6-2309-4f9c-ba8d-304c8487da98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177804 Jun 10 16:12:14.134850 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-6f7681f5-7f3d-4831-88fa-76c0d006a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.136372 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-6f7681f5-7f3d-4831-88fa-76c0d006a570 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69679e97671648d8a8263e08ee9e8de7&device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 1101 time: 0.0652215 Jun 10 16:12:14.259813 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-a8e2a25b-3a85-446a-9b19-515c504b77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.261292 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-a8e2a25b-3a85-446a-9b19-515c504b77f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=32bd33b6-2309-4f9c-ba8d-304c8487da98 HTTP/1.1" status: 200 len: 870 time: 0.1159928 Jun 10 16:12:14.324755 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-8ce0dae9-ea5c-4993-be22-ad0c2cec8bc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23 HTTP/1.1" status: 200 len: 217 time: 0.0532489 Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: from cryptography.utils import int_from_bytes Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: from cryptography.utils import int_from_bytes Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.346263 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:12:14.349729 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:12:14.422606 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c199-30bf-4fba-b4d4-f9fd99583816 req-e33d9b5a-e78a-4a4e-b5eb-72b88b0196d7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.424547 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7275c199-30bf-4fba-b4d4-f9fd99583816 req-e33d9b5a-e78a-4a4e-b5eb-72b88b0196d7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 948 time: 0.0875902 Jun 10 16:12:14.435290 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-de710553-7540-4162-9e09-50e304c1c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.436705 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-de710553-7540-4162-9e09-50e304c1c424 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91130ff9-646e-4028-8dd0-b519661dc369 HTTP/1.1" status: 200 len: 843 time: 0.1057174 Jun 10 16:12:14.477809 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7275c199-30bf-4fba-b4d4-f9fd99583816 req-eaf40a7b-6ec2-4221-94ec-fbe638f7049f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Jun 10 16:12:14.497789 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b951f-187d-441f-a9f0-064ee360804a req-a7ea230c-0d5d-4788-9856-cfd0d7f6b18b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.499319 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-599b951f-187d-441f-a9f0-064ee360804a req-a7ea230c-0d5d-4788-9856-cfd0d7f6b18b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1671443 Jun 10 16:12:14.557227 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-599b951f-187d-441f-a9f0-064ee360804a req-8531704b-62ee-4ec9-b443-120cf254bd23 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Jun 10 16:12:14.561510 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-d555ed6b-e370-497a-ac30-44e4479fdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.563221 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-d555ed6b-e370-497a-ac30-44e4479fdb73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=32bd33b6-2309-4f9c-ba8d-304c8487da98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1114838 Jun 10 16:12:14.691202 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-7766554a-6984-4130-b2d7-640a63b8a56b service neutron] 10.222.0.49 "GET /v2.0/networks/32bd33b6-2309-4f9c-ba8d-304c8487da98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190107 Jun 10 16:12:14.816844 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f379b2a2-9f9b-45e5-888f-314fd2b88ffa req-ec5ddc66-0ea6-4131-b96e-7e6a7341f833 service neutron] 10.222.0.49 "GET /v2.0/networks/32bd33b6-2309-4f9c-ba8d-304c8487da98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174645 Jun 10 16:12:15.667691 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a790bd-6bb8-4580-bfd3-622c5b35babc req-f2fbb05d-c504-45b5-96f5-8f09220bf200 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:15.669209 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-15a790bd-6bb8-4580-bfd3-622c5b35babc req-f2fbb05d-c504-45b5-96f5-8f09220bf200 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 948 time: 0.0730338 Jun 10 16:12:15.714070 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-15a790bd-6bb8-4580-bfd3-622c5b35babc req-4cf32dab-35c9-435a-aac1-4072ee96a6e5 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388265 Jun 10 16:12:15.882814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c757-77e7-4f14-b696-f4fdad62322c req-7eb8bf39-a604-4e27-8677-4781b38d8c5d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:15.884261 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cd60c757-77e7-4f14-b696-f4fdad62322c req-7eb8bf39-a604-4e27-8677-4781b38d8c5d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0709934 Jun 10 16:12:15.926018 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cd60c757-77e7-4f14-b696-f4fdad62322c req-90c9afe4-3317-42cf-b1ef-15525ea4a5e8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Jun 10 16:12:16.054943 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-adb9cd1e-deb8-4453-bb40-5eb6a071b2d6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023170639&fields=id&tenant_id=3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 267 time: 0.0407372 Jun 10 16:12:16.182324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-c96e5ed1-13ba-47c3-9bd2-18921fb505d2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:16.183757 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-c96e5ed1-13ba-47c3-9bd2-18921fb505d2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 811 time: 0.1223454 Jun 10 16:12:16.198033 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-a794a268-80c2-42d4-b7d7-4407c507c7e6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/quotas/3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 375 time: 0.0088603 Jun 10 16:12:16.280561 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-d5d93ae2-e2aa-40c0-a5fb-6982b9bab22f tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773091 Jun 10 16:12:16.407173 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-a9af0375-9081-43f1-821a-000009422e18 service neutron] 10.222.0.44 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150529 Jun 10 16:12:16.525197 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-3c250391-aba3-4366-a5b3-c79321a359ae service neutron] 10.222.0.44 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119113 Jun 10 16:12:16.645074 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:18.642510 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381df-c6f0-4402-8918-7fba7a53c716 req-843382db-108f-4c88-b8c9-130d8c1a6198 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:18.644833 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-44c381df-c6f0-4402-8918-7fba7a53c716 req-843382db-108f-4c88-b8c9-130d8c1a6198 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 948 time: 0.0729866 Jun 10 16:12:18.651876 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f7fd72e5-cbec-4a38-bc74-56a374d38a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:18.700614 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-44c381df-c6f0-4402-8918-7fba7a53c716 req-e27a4e85-2b90-4f54-89b1-db3f95008c4f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Jun 10 16:12:18.741542 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-83b2c074-7c62-4592-95d8-fac4e2a9e48e req-7ed06cf2-6f79-49f5-b861-0358485f2212 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 210 time: 0.0413983 Jun 10 16:12:18.879112 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d7826-4b4f-4bcf-9c13-74d42012e11f req-59f077d3-bb65-4e46-9e05-09ced7e00a7b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:18.880539 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-af9d7826-4b4f-4bcf-9c13-74d42012e11f req-59f077d3-bb65-4e46-9e05-09ced7e00a7b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0727522 Jun 10 16:12:18.921631 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-af9d7826-4b4f-4bcf-9c13-74d42012e11f req-e5df2bd7-41de-424e-a1d8-3522c8ffb2ef tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Jun 10 16:12:19.827314 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-11928138-39d4-42b6-9bcc-a5f62bf538fc tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:19.828766 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-11928138-39d4-42b6-9bcc-a5f62bf538fc tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 811 time: 0.3753273 Jun 10 16:12:19.916228 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17afafac-5066-43bd-906c-499ee583c69b req-f9b89e5b-1a0a-4d56-a28e-7b59cd54e59b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 210 time: 0.0398932 Jun 10 16:12:19.916479 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1b6d-865a-4f74-8a65-2fe34b6b07b3 req-b3592656-340e-44a6-8921-38457306c428 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:19.918462 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-902e1b6d-865a-4f74-8a65-2fe34b6b07b3 req-b3592656-340e-44a6-8921-38457306c428 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 948 time: 0.0804181 Jun 10 16:12:19.940251 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-85803cd6-16c2-4d47-bb07-324de77298b0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 380 time: 0.0842254 Jun 10 16:12:19.963363 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'port': {'device_id': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'admin_state_up': True, 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'security_groups': ['f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:19.980572 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-902e1b6d-865a-4f74-8a65-2fe34b6b07b3 req-1a7b9cec-6689-4f92-9c94-cfe88907a243 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548213 Jun 10 16:12:20.192086 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab31ab-9dbe-40d5-8e31-555d34bb6526 req-c3a3c864-c4e8-4027-9313-339cb8567409 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:20.193549 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-64ab31ab-9dbe-40d5-8e31-555d34bb6526 req-c3a3c864-c4e8-4027-9313-339cb8567409 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1197410 Jun 10 16:12:20.206910 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Made reservation on behalf of 3b48764d274d491a8accdaf798cb2c66 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:20.210435 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:20.267151 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-64ab31ab-9dbe-40d5-8e31-555d34bb6526 req-92b36e5b-eb0d-4dc3-9a5a-ce2f7a710bc9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674903 Jun 10 16:12:20.400240 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Allocated IP 172.20.0.3 (cdb0ea75-74af-4570-b9ca-7488915b2ba9/592f7b7f-7822-49f0-ad15-0b3d3ddc6273/e253c059-24af-4c01-bdd9-e77dc3c14194) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:20.580125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:20.593930 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Transition to ACTIVE for port object e253c059-24af-4c01-bdd9-e77dc3c14194 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:20.634059 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:20.638431 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3a1d3fed-abe1-4894-89e8-1054c716e288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:20.686578 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:20.689966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:20.701606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:20.712164 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:20.713732 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:20.729051 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=e253c059-24af-4c01-bdd9-e77dc3c14194,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:20.731959 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:20.752216 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930183 Jun 10 16:12:20.763725 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Request body: {'port': {'device_id': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:20.914396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.069883 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-d51b727a-7c51-42e8-9a4c-95d4784be990 None None] Provisioning for port e253c059-24af-4c01-bdd9-e77dc3c14194 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:21.074780 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-d51b727a-7c51-42e8-9a4c-95d4784be990 None None] Provisioning complete for port e253c059-24af-4c01-bdd9-e77dc3c14194 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:21.077107 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d51b727a-7c51-42e8-9a4c-95d4784be990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.162681 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfb28d-0708-4c47-a6f2-22dc44b6281a req-2e6a04b8-0ef7-4f3e-bdff-c2b89a5dadd8 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:21.165078 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d9bfb28d-0708-4c47-a6f2-22dc44b6281a req-2e6a04b8-0ef7-4f3e-bdff-c2b89a5dadd8 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 931 time: 0.1004672 Jun 10 16:12:21.172098 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-d51b727a-7c51-42e8-9a4c-95d4784be990 None None] Port e253c059-24af-4c01-bdd9-e77dc3c14194 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:12:21.176513 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-68b172e6-0e3b-4fa5-ab58-1b180d5c419c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.214579 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d9bfb28d-0708-4c47-a6f2-22dc44b6281a req-cf9e632b-428b-47c7-a00f-ec3898224a64 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 Jun 10 16:12:21.316300 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 230706bc-5b2e-4a36-a824-a6c6b12dee23 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:12:21.356970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ae33f-5a52-4cdc-87a3-e2a7fc308619 req-c09e54b0-c308-4f6d-bb87-1760a20b5ef3 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:21.361546 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a04ae33f-5a52-4cdc-87a3-e2a7fc308619 req-c09e54b0-c308-4f6d-bb87-1760a20b5ef3 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 948 time: 0.1918929 Jun 10 16:12:21.378508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e253c059-24af-4c01-bdd9-e77dc3c14194 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:12:21.397385 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.427689 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Transition to ACTIVE for port object e253c059-24af-4c01-bdd9-e77dc3c14194 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:21.433849 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a04ae33f-5a52-4cdc-87a3-e2a7fc308619 req-0b8d4e10-2ee0-4e48-96dd-759b68da418c tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659168 Jun 10 16:12:21.434683 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.438569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:21.479626 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5edc5-ae38-438b-84d2-364dcb50b872 req-52c2c7a9-10f4-47ce-9430-ec00d7475914 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:21.481433 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-72a5edc5-ae38-438b-84d2-364dcb50b872 req-52c2c7a9-10f4-47ce-9430-ec00d7475914 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0815675 Jun 10 16:12:21.492226 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 230706bc-5b2e-4a36-a824-a6c6b12dee23, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:21.509126 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.512415 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '230706bc-5b2e-4a36-a824-a6c6b12dee23', 'network_id': '32bd33b6-2309-4f9c-ba8d-304c8487da98', 'port_id': '230706bc-5b2e-4a36-a824-a6c6b12dee23', 'mac_address': 'fa:16:3e:62:9b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91130ff9-646e-4028-8dd0-b519661dc369', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:12:21.553261 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-72a5edc5-ae38-438b-84d2-364dcb50b872 req-4f8be55b-577a-485f-a082-f44868a73881 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634308 Jun 10 16:12:21.566873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Pushing event updated for resources: {'Port': ['ID=e253c059-24af-4c01-bdd9-e77dc3c14194,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:21.575248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:21.578583 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.579913 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Attempting to bind port e253c059-24af-4c01-bdd9-e77dc3c14194 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:21.580331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Attempting to bind port e253c059-24af-4c01-bdd9-e77dc3c14194 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:21.589624 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Attempting to bind port e253c059-24af-4c01-bdd9-e77dc3c14194 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:21.594789 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Port e253c059-24af-4c01-bdd9-e77dc3c14194 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:12:21.595132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Attempting to bind port e253c059-24af-4c01-bdd9-e77dc3c14194 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:21.596306 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230706bc-5b2e-4a36-a824-a6c6b12dee23 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:12:21.600222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:21.600620 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Checking segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:21.601031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Bound using segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:21.602042 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Bound port: e253c059-24af-4c01-bdd9-e77dc3c14194, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:21.602944 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.619125 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 230706bc-5b2e-4a36-a824-a6c6b12dee23, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:21.625093 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.627354 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:21.684819 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=230706bc-5b2e-4a36-a824-a6c6b12dee23,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:21.688082 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:21.688802 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] For port e253c059-24af-4c01-bdd9-e77dc3c14194, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:21.694182 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] For port e253c059-24af-4c01-bdd9-e77dc3c14194, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e253c059-24af-4c01-bdd9-e77dc3c14194,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:21.698434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.700593 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:21.742846 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:21.743452 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:21.744802 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] 10.222.0.49 "PUT /v2.0/ports/e253c059-24af-4c01-bdd9-e77dc3c14194 HTTP/1.1" status: 200 len: 1093 time: 0.9881027 Jun 10 16:12:21.745344 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:21.747809 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328913d4-f370-4d95-b747-8499fb559729" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:21.771917 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Pushing event updated for resources: {'Port': ['ID=e253c059-24af-4c01-bdd9-e77dc3c14194,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:21.777846 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:21.789976 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037bd114-7570-4f63-9431-1a8ae15dffc7 x-openstack-request-id: req-037bd114-7570-4f63-9431-1a8ae15dffc7 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:21.790289 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:21.790851 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-037bd114-7570-4f63-9431-1a8ae15dffc7 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:21.790992 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'status': 'completed', 'code': 200} Jun 10 16:12:22.011236 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:23.882781 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:25.769088 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328913d4-f370-4d95-b747-8499fb559729 req-3c5fa15b-b0c5-4e4e-8338-80c29885821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:25.770714 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-328913d4-f370-4d95-b747-8499fb559729 req-3c5fa15b-b0c5-4e4e-8338-80c29885821a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 1096 time: 0.0656490 Jun 10 16:12:25.924081 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f849e-e2e6-4f6a-8349-305ee4b7d979 req-e7b3abdd-7da2-4e55-870d-64eb36a59032 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:25.926072 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ae9f849e-e2e6-4f6a-8349-305ee4b7d979 req-e7b3abdd-7da2-4e55-870d-64eb36a59032 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 943 time: 0.0754924 Jun 10 16:12:25.967162 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ae9f849e-e2e6-4f6a-8349-305ee4b7d979 req-bd233aaa-fd59-471c-8fad-f4300cfce683 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351958 Jun 10 16:12:26.011863 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328913d4-f370-4d95-b747-8499fb559729 req-2c8fd736-1df4-44c3-b8d8-6f206c8707c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.013369 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-328913d4-f370-4d95-b747-8499fb559729 req-2c8fd736-1df4-44c3-b8d8-6f206c8707c5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3b48764d274d491a8accdaf798cb2c66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2310133 Jun 10 16:12:26.033268 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ece8-5580-437e-bcd6-2a9fd87c4048 req-616db749-4739-40a0-aa76-02ee99061d2a tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.035243 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4b59ece8-5580-437e-bcd6-2a9fd87c4048 req-616db749-4739-40a0-aa76-02ee99061d2a tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 949 time: 0.1806626 Jun 10 16:12:26.130981 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['230706bc-5b2e-4a36-a824-a6c6b12dee23'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:12:26.143975 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5971-7351-4376-9fb1-859829f10856 req-03330f00-fcba-4ce9-8dd3-fa29364ca440 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.151259 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dddf5971-7351-4376-9fb1-859829f10856 req-03330f00-fcba-4ce9-8dd3-fa29364ca440 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0811925 Jun 10 16:12:26.189557 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4b59ece8-5580-437e-bcd6-2a9fd87c4048 req-ea6357e5-c2db-42a3-bbc7-0718444ae180 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471570 Jun 10 16:12:26.209584 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dddf5971-7351-4376-9fb1-859829f10856 req-3cf530c8-bd67-4a31-9059-c858000374f2 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575855 Jun 10 16:12:26.249791 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328913d4-f370-4d95-b747-8499fb559729 req-d6caecd4-4d0f-4309-b88d-f7c095a216da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.251219 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-328913d4-f370-4d95-b747-8499fb559729 req-d6caecd4-4d0f-4309-b88d-f7c095a216da service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2256227 Jun 10 16:12:26.359218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-58ac1bd9-0455-4d63-8c12-899c571dd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.360701 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-58ac1bd9-0455-4d63-8c12-899c571dd63e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 1096 time: 0.0593076 Jun 10 16:12:26.429460 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-f1e22aa2-4776-4aea-b7b4-f85d0a039400 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e253c059-24af-4c01-bdd9-e77dc3c14194 HTTP/1.1" status: 200 len: 217 time: 0.0516362 Jun 10 16:12:26.495374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-fc719c33-7329-4c7b-9522-462485da279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.496815 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-fc719c33-7329-4c7b-9522-462485da279a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0548501 Jun 10 16:12:26.563649 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-b5eaf052-9329-4bcb-b6d8-658cc7542ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:26.565490 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-b5eaf052-9329-4bcb-b6d8-658cc7542ab7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610816 Jun 10 16:12:26.679976 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-0592bf30-31d1-49fe-a860-35ca04ed36b9 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060441 Jun 10 16:12:26.803912 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-446eb9ae-4c48-412c-8eed-d99e96a5d3b3 req-0aec9f9e-69c7-49e2-ae06-f51130fc01b4 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152060 Jun 10 16:12:27.151616 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a0b8-3403-4a93-b2cb-b0455749bee0 req-1cd23493-e12b-424d-a127-13612238adf6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:27.153091 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0031a0b8-3403-4a93-b2cb-b0455749bee0 req-1cd23493-e12b-424d-a127-13612238adf6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 943 time: 0.0719383 Jun 10 16:12:27.195427 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0031a0b8-3403-4a93-b2cb-b0455749bee0 req-7435480c-bda6-476f-88b8-52ccba80787a tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367646 Jun 10 16:12:27.387942 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3a5a-9811-498c-93b1-6b16e1a77f75 req-f6075293-93bb-4d8a-9139-fc6e5dff8342 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:27.393539 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a8ee3a5a-9811-498c-93b1-6b16e1a77f75 req-f6075293-93bb-4d8a-9139-fc6e5dff8342 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 949 time: 0.0767088 Jun 10 16:12:27.396030 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785d0b3-ceed-43ac-9f4a-fb677d028ae3 req-28f9aac2-da1a-4701-b724-accdb227ec72 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:27.397551 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2785d0b3-ceed-43ac-9f4a-fb677d028ae3 req-28f9aac2-da1a-4701-b724-accdb227ec72 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0723214 Jun 10 16:12:27.432160 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a8ee3a5a-9811-498c-93b1-6b16e1a77f75 req-6189b3a9-8ae7-42b8-a380-4effd93ba87d tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360007 Jun 10 16:12:27.442647 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2785d0b3-ceed-43ac-9f4a-fb677d028ae3 req-d7617c33-f088-4900-9ad7-fb6f53b762fe tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Jun 10 16:12:27.639614 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-6b7773c1-5df4-4ad7-a30d-e6798eb08817 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:27.641094 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-6b7773c1-5df4-4ad7-a30d-e6798eb08817 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.1263916 Jun 10 16:12:27.658180 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-db6e7b34-d5f2-4076-8097-265e7bcf0030 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/quotas/f2283690268446f5b53a52622c18c6e6 HTTP/1.1" status: 200 len: 375 time: 0.0117645 Jun 10 16:12:27.738211 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4e57507f-1101-4269-97a6-0ce62e0eec84 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737622 Jun 10 16:12:27.865583 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-ea0cb465-5f35-4a0a-9b4f-62ce4dd8e235 service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176338 Jun 10 16:12:27.992596 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-9c31feb4-41b2-4f5e-afc9-8eab4d19f553 service neutron] 10.222.0.44 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209714 Jun 10 16:12:28.190702 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1416cada-f903-4b34-afd3-3ea2ac51548d req-0361ce17-fcd0-4ac4-b4e1-1503de7d0033 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 210 time: 0.0443454 Jun 10 16:12:28.396390 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576adb-f82b-4851-8ca0-7ba050e580f4 req-39803565-0aa9-4dea-bec1-9f17567b6106 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:28.398012 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7c576adb-f82b-4851-8ca0-7ba050e580f4 req-39803565-0aa9-4dea-bec1-9f17567b6106 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 943 time: 0.0745671 Jun 10 16:12:28.445883 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7c576adb-f82b-4851-8ca0-7ba050e580f4 req-fc4740cc-3656-45c3-99f3-d377c3b347a0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Jun 10 16:12:28.455180 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 230706bc-5b2e-4a36-a824-a6c6b12dee23 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:28.542704 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 230706bc-5b2e-4a36-a824-a6c6b12dee23 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:28.553799 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 230706bc-5b2e-4a36-a824-a6c6b12dee23 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:28.554519 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:28.699512 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f6079-070f-4afc-bf5d-ebe4f94c6d8e req-10378813-2f80-4564-933e-eda9b4756eef tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:28.704912 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94dec8-3527-48e2-a8fe-484ef6bc9215 req-089f2c39-108c-4449-bbff-efa02afb836b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:28.707106 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6c94dec8-3527-48e2-a8fe-484ef6bc9215 req-089f2c39-108c-4449-bbff-efa02afb836b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0929101 Jun 10 16:12:28.709571 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-882f6079-070f-4afc-bf5d-ebe4f94c6d8e req-10378813-2f80-4564-933e-eda9b4756eef tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 949 time: 0.1309886 Jun 10 16:12:28.729624 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:28.778742 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230706bc-5b2e-4a36-a824-a6c6b12dee23'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:28.781820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9fe2ff-e6cd-4a60-9b45-36bb1f7f207b" -d '{"events": [{"server_uuid": "be1022e2-c529-449f-a50d-7441acca1f0c", "name": "network-vif-plugged", "status": "completed", "tag": "230706bc-5b2e-4a36-a824-a6c6b12dee23"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:28.786566 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 230706bc-5b2e-4a36-a824-a6c6b12dee23, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:28.789646 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6c94dec8-3527-48e2-a8fe-484ef6bc9215 req-9136fca9-9a7f-43bc-ab56-4af3ab53631f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757461 Jun 10 16:12:28.793369 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:28.795765 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:28.819233 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-882f6079-070f-4afc-bf5d-ebe4f94c6d8e req-000e36f7-096f-4e7c-9a86-748ccb1f770b tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062467 Jun 10 16:12:28.856233 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=230706bc-5b2e-4a36-a824-a6c6b12dee23,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:28.864589 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbed60be-0ad3-45f1-bb24-10ebdab61a89 x-openstack-request-id: req-bbed60be-0ad3-45f1-bb24-10ebdab61a89 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:28.864955 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1022e2-c529-449f-a50d-7441acca1f0c", "name": "network-vif-plugged", "status": "completed", "tag": "230706bc-5b2e-4a36-a824-a6c6b12dee23", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:28.865144 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbed60be-0ad3-45f1-bb24-10ebdab61a89 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:28.865527 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230706bc-5b2e-4a36-a824-a6c6b12dee23', 'code': 200} Jun 10 16:12:28.867365 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.867721 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.868042 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.868374 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.868772 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.869147 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.869394 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.869720 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.870032 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.870372 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.870689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.871013 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:28.875004 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:29.441132 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a4f90c3e-6685-4450-9519-cec9f7790677 req-0fa6d611-d058-46bb-96a6-2b0c2bc558ae tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 210 time: 0.0355201 Jun 10 16:12:29.467338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47d95-7ed2-4ce8-81c4-69b925c57651 req-8a88d5ed-c668-494e-ba3b-123341696fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:29.469029 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-63d47d95-7ed2-4ce8-81c4-69b925c57651 req-8a88d5ed-c668-494e-ba3b-123341696fcc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 1103 time: 0.3461030 Jun 10 16:12:32.269826 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-63d47d95-7ed2-4ce8-81c4-69b925c57651 req-cf2522b6-cae3-41be-9058-ad3a23b27c69 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Jun 10 16:12:32.383695 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd3849-49d8-4092-a773-68daf69196c3 req-0dd4d381-872e-45d6-98ee-f0d6e4a8dda4 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:32.385282 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3efd3849-49d8-4092-a773-68daf69196c3 req-0dd4d381-872e-45d6-98ee-f0d6e4a8dda4 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 943 time: 0.0751028 Jun 10 16:12:32.429553 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3efd3849-49d8-4092-a773-68daf69196c3 req-d64a00b4-3cf7-429f-bf5c-c6a78824dd11 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 Jun 10 16:12:32.463012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1d446-51fc-4c1d-8b86-c5c3a665fa68 req-1dc31420-a113-411b-86bb-571542f6770f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:32.464549 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e8d1d446-51fc-4c1d-8b86-c5c3a665fa68 req-1dc31420-a113-411b-86bb-571542f6770f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0835826 Jun 10 16:12:32.506651 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e8d1d446-51fc-4c1d-8b86-c5c3a665fa68 req-92531cee-57f9-426c-97c6-90ae1c6c19e8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jun 10 16:12:32.603324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3887f7-bf84-4801-afa6-10bfd83e58ff req-b059e8f2-2c84-4fdc-9a60-e259898f11ac tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:32.604778 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8e3887f7-bf84-4801-afa6-10bfd83e58ff req-b059e8f2-2c84-4fdc-9a60-e259898f11ac tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.0674050 Jun 10 16:12:32.636379 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f17f07a2-cd4f-49d8-9daf-e85e5dc4d262 req-767f3d3a-ddb8-4875-a300-91a5ba28490a tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 210 time: 0.0316639 Jun 10 16:12:32.646043 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8e3887f7-bf84-4801-afa6-10bfd83e58ff req-46f71831-6738-4428-b038-0fe184745ce3 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359173 Jun 10 16:12:32.910802 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-124f993e-be90-4ef6-80d5-6510df771e0a tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:32.912332 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-124f993e-be90-4ef6-80d5-6510df771e0a tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 814 time: 0.1359911 Jun 10 16:12:32.930375 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Request body: {'port': {'device_id': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'admin_state_up': True, 'tenant_id': 'f2283690268446f5b53a52622c18c6e6'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:32.997295 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:12:33.066083 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Made reservation on behalf of f2283690268446f5b53a52622c18c6e6 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:33.069546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:33.217289 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Allocated IP 172.20.0.9 (58800f63-2241-4de7-8228-e0607974636f/12650576-80bb-4bfd-9396-ee8351a64421/05c7373b-78a9-40b2-8185-90324426ae20) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:33.404802 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:33.444373 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:33.449182 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:33.458550 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0', '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'b20c4292-d231-45cf-abb7-6543cdeefb08'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:12:33.490361 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Network 58800f63-2241-4de7-8228-e0607974636f is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:33.498634 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:33.502546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:33.508039 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:33.508689 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:33.525445 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event updated for resources: {'Port': ['ID=05c7373b-78a9-40b2-8185-90324426ae20,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:33.540188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.540654 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.541136 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.541854 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.542651 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.543101 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.543548 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.544036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.544495 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.544937 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.545698 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.546036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:33.551656 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255169 Jun 10 16:12:33.553883 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:33.582448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Request body: {'port': {'device_id': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:33.711115 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1e76d-0e50-42f5-8289-1e0491f84784 req-02917e8d-2f3d-49df-ae33-ac8ff1dcbe20 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:33.718057 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-83d1e76d-0e50-42f5-8289-1e0491f84784 req-02917e8d-2f3d-49df-ae33-ac8ff1dcbe20 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0840371 Jun 10 16:12:33.731187 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:33.755823 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70b73a-c17b-40c3-afb2-dc070cef9086 req-d2dbe899-3333-4668-ba84-f3adc798d845 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:33.756971 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-83d1e76d-0e50-42f5-8289-1e0491f84784 req-0701399e-dff0-4ea1-9356-6583ba7febc8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Jun 10 16:12:33.757414 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1b70b73a-c17b-40c3-afb2-dc070cef9086 req-d2dbe899-3333-4668-ba84-f3adc798d845 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 943 time: 0.1425469 Jun 10 16:12:33.848400 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1b70b73a-c17b-40c3-afb2-dc070cef9086 req-43768fbc-5050-4d90-af63-44f912702b98 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627899 Jun 10 16:12:33.965201 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9420b-f4a0-4ae0-96bf-99e03a0d4f26 req-6f67af3d-add4-42ee-b4b2-0fd65ede4f1e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:33.967663 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c6b9420b-f4a0-4ae0-96bf-99e03a0d4f26 req-6f67af3d-add4-42ee-b4b2-0fd65ede4f1e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 931 time: 0.0849981 Jun 10 16:12:34.016700 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c6b9420b-f4a0-4ae0-96bf-99e03a0d4f26 req-3c867b85-6e68-4f09-8e87-a4f44a5cf92d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Jun 10 16:12:34.180304 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b2721-2d69-418e-81b3-a8bb29462761 req-4e220e17-8e58-46ce-bd87-12be8af7b9ef tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:34.181969 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-135b2721-2d69-418e-81b3-a8bb29462761 req-4e220e17-8e58-46ce-bd87-12be8af7b9ef tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.1460469 Jun 10 16:12:34.214143 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c7373b-78a9-40b2-8185-90324426ae20 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:12:34.227156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.258556 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-135b2721-2d69-418e-81b3-a8bb29462761 req-d1677252-5113-4433-84f7-03eebb23f2d6 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Jun 10 16:12:34.259539 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Transition to ACTIVE for port object 05c7373b-78a9-40b2-8185-90324426ae20 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:34.263736 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.267640 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-50c1b273-c06e-45bc-b3a2-5ea6539ad1d4 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:34.394085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Pushing event updated for resources: {'Port': ['ID=05c7373b-78a9-40b2-8185-90324426ae20,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:34.401511 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:34.455256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Attempting to bind port 05c7373b-78a9-40b2-8185-90324426ae20 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:34.458439 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Attempting to bind port 05c7373b-78a9-40b2-8185-90324426ae20 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:34.458439 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Attempting to bind port 05c7373b-78a9-40b2-8185-90324426ae20 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:34.467889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Port 05c7373b-78a9-40b2-8185-90324426ae20 on network 58800f63-2241-4de7-8228-e0607974636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:12:34.468242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Attempting to bind port 05c7373b-78a9-40b2-8185-90324426ae20 on network 58800f63-2241-4de7-8228-e0607974636f {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:34.472436 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device e253c059-24af-4c01-bdd9-e77dc3c14194 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:12:34.477118 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caa586-c7c7-4128-8197-a8c10b387821 req-f926cebf-3b8d-4b27-a35a-39bec9ec0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:34.478657 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e2caa586-c7c7-4128-8197-a8c10b387821 req-f926cebf-3b8d-4b27-a35a-39bec9ec0816 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.1681557 Jun 10 16:12:34.479705 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:34.480031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Checking segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:34.480393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Bound using segment: {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:34.480825 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Bound port: 05c7373b-78a9-40b2-8185-90324426ae20, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e33890-d643-435c-817f-5d92e17d67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58800f63-2241-4de7-8228-e0607974636f'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:34.481180 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.563814 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e2caa586-c7c7-4128-8197-a8c10b387821 req-f8827c08-6aff-4941-999d-2727846a14aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676112 Jun 10 16:12:34.591764 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] For port 05c7373b-78a9-40b2-8185-90324426ae20, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:34.595532 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] For port 05c7373b-78a9-40b2-8185-90324426ae20, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05c7373b-78a9-40b2-8185-90324426ae20,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:34.599849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.603128 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8a793482-6bdd-48c6-bee4-9eb7f21c2104 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:34.646288 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:34.646898 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.648386 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] 10.222.0.49 "PUT /v2.0/ports/05c7373b-78a9-40b2-8185-90324426ae20 HTTP/1.1" status: 200 len: 1093 time: 1.0714779 Jun 10 16:12:34.649206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'tag': '05c7373b-78a9-40b2-8185-90324426ae20'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:34.651063 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9d4a6-b330-406e-bda7-e689baf73e57" -d '{"events": [{"name": "network-changed", "server_uuid": "6834fd84-1363-4244-abf7-e9fbe3beaff8", "tag": "05c7373b-78a9-40b2-8185-90324426ae20"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:34.674047 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port e253c059-24af-4c01-bdd9-e77dc3c14194, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e253c059-24af-4c01-bdd9-e77dc3c14194,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:34.678922 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Pushing event updated for resources: {'Port': ['ID=05c7373b-78a9-40b2-8185-90324426ae20,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:34.681972 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:34.688606 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'port_id': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'mac_address': 'fa:16:3e:0a:e4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:12:34.733369 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.748478 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e253c059-24af-4c01-bdd9-e77dc3c14194 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:12:34.751938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53006) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:34.771108 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port e253c059-24af-4c01-bdd9-e77dc3c14194, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e253c059-24af-4c01-bdd9-e77dc3c14194,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:34.775262 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:34.777278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f58554b6-4aa0-4c77-a413-85a9b97fbe12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:34.826917 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-6003bd50-1109-4f4b-89de-34be2295e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:34.828387 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-6003bd50-1109-4f4b-89de-34be2295e569 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 1096 time: 0.0677578 Jun 10 16:12:34.835869 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=e253c059-24af-4c01-bdd9-e77dc3c14194,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:34.838915 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:34.897658 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-5eede8cb-bf78-4c8d-ab19-296f7b28712a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c7373b-78a9-40b2-8185-90324426ae20 HTTP/1.1" status: 200 len: 217 time: 0.0545712 Jun 10 16:12:34.899909 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27500945-33cf-46ed-bf24-6afca2c8c75d x-openstack-request-id: req-27500945-33cf-46ed-bf24-6afca2c8c75d {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:34.900218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6834fd84-1363-4244-abf7-e9fbe3beaff8", "tag": "05c7373b-78a9-40b2-8185-90324426ae20", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:34.900488 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27500945-33cf-46ed-bf24-6afca2c8c75d {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:34.900898 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'tag': '05c7373b-78a9-40b2-8185-90324426ae20', 'status': 'completed', 'code': 200} Jun 10 16:12:34.909403 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.035383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-75a7cbb0-513c-4c29-b373-3eefc85356ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.036806 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-75a7cbb0-513c-4c29-b373-3eefc85356ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.1169770 Jun 10 16:12:35.091798 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-a7128660-f16b-4743-850e-c1b71991e97b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431573 Jun 10 16:12:35.157794 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffa092-5e89-411b-ba25-735acf75e2f6 req-d8997f12-8b32-4e04-af9c-806b1be8248c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.159847 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08ffa092-5e89-411b-ba25-735acf75e2f6 req-d8997f12-8b32-4e04-af9c-806b1be8248c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1951280 Jun 10 16:12:35.176075 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3c7be-3c4a-47ce-aabd-045272a8ce84 req-7c7f3ee8-5fce-44cd-aed4-9d3e8ac6ab45 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.177785 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b4b3c7be-3c4a-47ce-aabd-045272a8ce84 req-7c7f3ee8-5fce-44cd-aed4-9d3e8ac6ab45 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 944 time: 0.0909138 Jun 10 16:12:35.225587 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b4b3c7be-3c4a-47ce-aabd-045272a8ce84 req-75a853e8-b53a-405f-b207-98c445fed477 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Jun 10 16:12:35.270925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.286194 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.290271 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e4b539b5-445f-4a26-8326-7ab2ca01df1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:35.293387 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-2a5e59d7-9af4-4979-bb92-4fec10fd5c66 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858342 Jun 10 16:12:35.325765 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08ffa092-5e89-411b-ba25-735acf75e2f6 req-0b9cfa15-a6aa-49ae-8c65-5da19cf583db tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547897 Jun 10 16:12:35.338783 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['e253c059-24af-4c01-bdd9-e77dc3c14194'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:12:35.381542 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38960ffd-64a2-45d4-925d-aeb197fa3100,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:35.388481 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=309346ca1a9a43a486103eff47325a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323445 Jun 10 16:12:35.388481 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:35.388778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53030) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:35.528840 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-dc6c5568-d06c-4a5f-8c6d-9afcf453476d req-0c34a99a-ef39-4c39-857f-043f296dff37 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152500 Jun 10 16:12:35.530738 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307712-5b05-4966-a638-6154584b3024 req-7fb5b129-5ce7-4afb-8826-67970f19a667 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.537448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.541952 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3e307712-5b05-4966-a638-6154584b3024 req-7fb5b129-5ce7-4afb-8826-67970f19a667 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 943 time: 0.1741102 Jun 10 16:12:35.588222 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3e307712-5b05-4966-a638-6154584b3024 req-6c97e024-e970-4f17-a30c-d98ff4850dff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Jun 10 16:12:35.612566 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.717676 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68258c-ff20-4c84-884a-73ab53bc6244 req-1b1097bd-f7f1-4949-b374-5e78bdc9bd3b tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.719114 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8b68258c-ff20-4c84-884a-73ab53bc6244 req-1b1097bd-f7f1-4949-b374-5e78bdc9bd3b tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.1794977 Jun 10 16:12:35.756454 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-de7af8cf-4e53-440b-816e-5c7e22fab015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.757886 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-de7af8cf-4e53-440b-816e-5c7e22fab015 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2283690268446f5b53a52622c18c6e6&device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 1096 time: 0.1506293 Jun 10 16:12:35.758891 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.761546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:35.762524 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38960ffd-64a2-45d4-925d-aeb197fa3100 HTTP/1.1" status: 204 len: 168 time: 0.3729270 Jun 10 16:12:35.763402 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8d2f0012-9967-4a0f-a392-2989a19429a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:35.790931 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38960ffd-64a2-45d4-925d-aeb197fa3100,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:35.793389 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:35.811738 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8b68258c-ff20-4c84-884a-73ab53bc6244 req-93ad9ca9-8fdf-4f6c-8be1-d030c3ca00cf tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845873 Jun 10 16:12:35.957319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-0b02136c-728f-4f4e-b9d4-b8c029fb765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:35.958824 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-0b02136c-728f-4f4e-b9d4-b8c029fb765f service neutron] 10.222.0.49 "GET /v2.0/networks?id=58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 200 len: 915 time: 0.1839519 Jun 10 16:12:36.024319 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-673a3fd9-c80a-4cdc-9d04-f1820e1b11ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c7373b-78a9-40b2-8185-90324426ae20 HTTP/1.1" status: 200 len: 217 time: 0.0506883 Jun 10 16:12:36.068684 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53046) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:36.085253 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.097126 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-0eaae332-3213-4757-81a2-668d372d3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:36.098787 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-0eaae332-3213-4757-81a2-668d372d3259 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 200 len: 854 time: 0.0643427 Jun 10 16:12:36.149352 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-c38bde4a-3e2c-4cb5-92fc-f315fc7a0d60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58800f63-2241-4de7-8228-e0607974636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404236 Jun 10 16:12:36.208106 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.212354 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.221817 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7924dfa8-68ce-4e88-851a-921f031a1b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:36.251703 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f42ccd83ce9042c48539468eb619d26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848333 Jun 10 16:12:36.256033 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53052) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:36.270954 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f996cc-2d3e-40e7-8901-1dd5cc6aa18a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:36.289688 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.290057 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.290407 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.290749 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.291094 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.291440 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.291780 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.292137 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.292455 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.292792 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.293155 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.293492 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:36.304591 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:36.332699 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.357831 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.468463 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e92cc-6785-40e0-b14e-f27e9fed673e req-93427291-3054-4d4e-9fb3-1f30051b6524 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:36.470068 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-276e92cc-6785-40e0-b14e-f27e9fed673e req-93427291-3054-4d4e-9fb3-1f30051b6524 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 944 time: 0.1007748 Jun 10 16:12:36.472113 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.475023 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.478584 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10f996cc-2d3e-40e7-8901-1dd5cc6aa18a HTTP/1.1" status: 204 len: 168 time: 0.2190924 Jun 10 16:12:36.478584 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6bb88839-243a-4cdb-975d-1a449b4f38fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:36.507451 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f996cc-2d3e-40e7-8901-1dd5cc6aa18a,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:36.511107 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:36.533560 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-276e92cc-6785-40e0-b14e-f27e9fed673e req-a41409b1-f368-4c0c-b602-9026400b9873 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540416 Jun 10 16:12:36.638480 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-da7da639-47ac-4e65-a6b1-698dbb80a090 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706368 Jun 10 16:12:36.660416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b4779-02d6-44f7-9450-43f1c23a0f49 req-d9477d44-8e6c-4658-a190-ffaa880659bd tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:36.662354 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-df2b4779-02d6-44f7-9450-43f1c23a0f49 req-d9477d44-8e6c-4658-a190-ffaa880659bd tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.4173696 Jun 10 16:12:36.769396 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563f8c-3d79-4f44-9bd5-42b59c264b05 req-dbe83efd-d34f-4945-945a-69c5fa660556 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:36.780056 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fb563f8c-3d79-4f44-9bd5-42b59c264b05 req-dbe83efd-d34f-4945-945a-69c5fa660556 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1109881 Jun 10 16:12:36.790828 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c7c9d4a6-b330-406e-bda7-e689baf73e57 req-be86658d-3360-4b05-9d2b-14e58a583187 service neutron] 10.222.0.49 "GET /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266475 Jun 10 16:12:36.849650 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-df2b4779-02d6-44f7-9450-43f1c23a0f49 req-ab09b140-614f-496f-a285-cb4254e7bc6c tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 Jun 10 16:12:36.850764 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fb563f8c-3d79-4f44-9bd5-42b59c264b05 req-ca71232e-eef1-4f4c-b001-d701ed73fecc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697713 Jun 10 16:12:37.115793 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677ec4-de1c-49a4-8343-f3a1de83358d req-da0552c4-e6d2-4498-ae5d-96f9c624996f tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:37.124755 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-37677ec4-de1c-49a4-8343-f3a1de83358d req-da0552c4-e6d2-4498-ae5d-96f9c624996f tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 943 time: 0.1411550 Jun 10 16:12:37.215514 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-37677ec4-de1c-49a4-8343-f3a1de83358d req-ac060f6e-189f-4209-86b9-73b5471c699d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897965 Jun 10 16:12:37.381626 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-1a4ed351-73c0-4f0e-9107-a4afea9ae0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:37.383187 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-1a4ed351-73c0-4f0e-9107-a4afea9ae0c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.0734019 Jun 10 16:12:37.437305 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8201cd-23cc-4b32-8fcc-fd5e388197bc req-827fc161-633e-4b4c-bb85-7671c053df73 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:37.438768 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5e8201cd-23cc-4b32-8fcc-fd5e388197bc req-827fc161-633e-4b4c-bb85-7671c053df73 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0811195 Jun 10 16:12:37.487964 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5e8201cd-23cc-4b32-8fcc-fd5e388197bc req-a79b95b3-25b3-4ee4-a7f0-489ac0e9c39b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Jun 10 16:12:37.541077 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-77c5b1d0-eaf2-40b8-b095-7fe984c642af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:37.542521 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-77c5b1d0-eaf2-40b8-b095-7fe984c642af service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.1306498 Jun 10 16:12:37.603577 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-8d469e7c-b13f-4d9b-be48-cd8b769d2b5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.0529733 Jun 10 16:12:37.669421 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-69a86fdf-d852-4581-a6bc-6a8cb5f9cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:37.671073 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-69a86fdf-d852-4581-a6bc-6a8cb5f9cc20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.0576000 Jun 10 16:12:37.744323 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-eecfd3ee-4d6c-443c-8817-e40a5dd9e738 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627465 Jun 10 16:12:37.853826 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2697633-4c90-4097-b900-0db63df052fa req-b71a97ef-e3d6-4312-94d6-a51525806e78 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:37.855577 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e2697633-4c90-4097-b900-0db63df052fa req-b71a97ef-e3d6-4312-94d6-a51525806e78 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 944 time: 0.1833634 Jun 10 16:12:37.924614 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-8f833c40-9229-47b7-9a7a-2ef487eecee3 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638887 Jun 10 16:12:37.929806 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e2697633-4c90-4097-b900-0db63df052fa req-8b98af3f-68c6-4291-8f51-b59f867bdbd0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601108 Jun 10 16:12:38.046395 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf9923b9-c3b8-4a2f-b41a-a5c45ff8e620 req-69df27af-9a45-4949-adaf-ed48dda2ca62 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100154 Jun 10 16:12:38.055890 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7f34a-8c97-4385-be39-fea04c05b230 req-d197b3f4-4dfe-4b3d-8954-8ccc11c1b9d3 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:38.057378 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-11d7f34a-8c97-4385-be39-fea04c05b230 req-d197b3f4-4dfe-4b3d-8954-8ccc11c1b9d3 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.0756295 Jun 10 16:12:38.099166 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-11d7f34a-8c97-4385-be39-fea04c05b230 req-f0cad61e-4ae9-4168-8e71-c9aaf6fd22b2 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361288 Jun 10 16:12:38.412948 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd52c-b8ad-4e5b-a86d-247444ed1deb req-2f41b54b-4749-4418-967f-744961d1d3ff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:38.414447 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-442dd52c-b8ad-4e5b-a86d-247444ed1deb req-2f41b54b-4749-4418-967f-744961d1d3ff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 943 time: 0.0734484 Jun 10 16:12:38.458324 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-442dd52c-b8ad-4e5b-a86d-247444ed1deb req-8e6a0654-883a-4a01-b413-820e2a839c9a tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Jun 10 16:12:39.939393 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 05c7373b-78a9-40b2-8185-90324426ae20 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:12:40.059326 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 05c7373b-78a9-40b2-8185-90324426ae20, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05c7373b-78a9-40b2-8185-90324426ae20,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:40.071414 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '05c7373b-78a9-40b2-8185-90324426ae20', 'network_id': '58800f63-2241-4de7-8228-e0607974636f', 'port_id': '05c7373b-78a9-40b2-8185-90324426ae20', 'mac_address': 'fa:16:3e:a0:65:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12650576-80bb-4bfd-9396-ee8351a64421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:12:40.112366 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:40.126559 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c7373b-78a9-40b2-8185-90324426ae20 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:12:40.147341 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 05c7373b-78a9-40b2-8185-90324426ae20, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05c7373b-78a9-40b2-8185-90324426ae20,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:40.151377 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:40.153543 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-004efd1f-9dc6-4658-804e-dcc07f4bc66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:40.206133 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=05c7373b-78a9-40b2-8185-90324426ae20,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:40.209077 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:41.033931 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device e253c059-24af-4c01-bdd9-e77dc3c14194 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:41.097682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port e253c059-24af-4c01-bdd9-e77dc3c14194 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:41.101544 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port e253c059-24af-4c01-bdd9-e77dc3c14194 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:41.102126 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:41.199737 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:41.226509 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:41.228788 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3f8f8-d3b6-4f91-9708-f4aa84749c75" -d '{"events": [{"server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "name": "network-vif-plugged", "status": "completed", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:41.243903 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port e253c059-24af-4c01-bdd9-e77dc3c14194, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e253c059-24af-4c01-bdd9-e77dc3c14194,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:41.248424 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:41.250368 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:41.258955 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d78706-3a9e-4511-9305-bcf0034be385 req-e7f5cb59-1363-4807-a7c3-1b0c67d7c906 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:41.269607 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f3d78706-3a9e-4511-9305-bcf0034be385 req-e7f5cb59-1363-4807-a7c3-1b0c67d7c906 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0867584 Jun 10 16:12:41.337085 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=e253c059-24af-4c01-bdd9-e77dc3c14194,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:41.340692 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:41.355497 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f3d78706-3a9e-4511-9305-bcf0034be385 req-ebc273d5-96fb-4bae-b24b-c0756a692624 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838118 Jun 10 16:12:41.493880 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1168c-52f2-45f3-a3de-4328ab327c5e req-50106fcc-da48-4c3b-ada1-f079abd5e60c tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:41.495449 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3ff1168c-52f2-45f3-a3de-4328ab327c5e req-50106fcc-da48-4c3b-ada1-f079abd5e60c tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.0737116 Jun 10 16:12:41.538219 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0583a9f-4d9f-401a-a715-b27b8dc7f258 req-fe9aa45c-9867-4748-8995-ca5724b78d71 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:41.540183 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f0583a9f-4d9f-401a-a715-b27b8dc7f258 req-fe9aa45c-9867-4748-8995-ca5724b78d71 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.0768716 Jun 10 16:12:41.545056 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3ff1168c-52f2-45f3-a3de-4328ab327c5e req-d0bce698-d43b-4fb2-91c4-72f25a188b9d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Jun 10 16:12:41.592071 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f0583a9f-4d9f-401a-a715-b27b8dc7f258 req-38e12fa3-6c20-4fa5-aa6f-6a75ab2765ba tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/security-groups?id=828b88fd-8601-4018-b1db-efb1fc32b85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Jun 10 16:12:41.674368 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['05c7373b-78a9-40b2-8185-90324426ae20'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:12:41.698417 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-bff6be29-7dd4-4841-b973-5e6acda43f49 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:41.706520 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-bff6be29-7dd4-4841-b973-5e6acda43f49 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 950 time: 0.0849657 Jun 10 16:12:41.736775 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54182f-45ce-4f92-99e8-1e4fb35709d0 x-openstack-request-id: req-7a54182f-45ce-4f92-99e8-1e4fb35709d0 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:41.737105 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "name": "network-vif-plugged", "status": "completed", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:41.737447 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a54182f-45ce-4f92-99e8-1e4fb35709d0 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:41.737764 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'code': 200} Jun 10 16:12:41.766165 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad85b33-90e6-4304-81d2-266561507dae req-8f96b2c6-2a08-4faf-b537-afdefb7026ff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:41.768654 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bad85b33-90e6-4304-81d2-266561507dae req-8f96b2c6-2a08-4faf-b537-afdefb7026ff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 944 time: 0.1212010 Jun 10 16:12:41.831180 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bad85b33-90e6-4304-81d2-266561507dae req-94bbb020-0257-48eb-a50a-d765462b0884 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543742 Jun 10 16:12:41.855984 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Deleting port 230706bc-5b2e-4a36-a824-a6c6b12dee23 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:12:41.856463 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:41.996851 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] For port 230706bc-5b2e-4a36-a824-a6c6b12dee23, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=230706bc-5b2e-4a36-a824-a6c6b12dee23,segment=NetworkSegment(b4f9caca-a882-40c7-b1ff-6dfbf848b259),segment_id=b4f9caca-a882-40c7-b1ff-6dfbf848b259)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:41.997434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:42.108448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Calling delete_port for 230706bc-5b2e-4a36-a824-a6c6b12dee23 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:12:42.243486 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5dc0d-4c34-4203-b7b8-5cd7783e18aa req-e1e6b0ee-4856-4859-9995-bcfa641f4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:42.245063 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81f5dc0d-4c34-4203-b7b8-5cd7783e18aa req-e1e6b0ee-4856-4859-9995-bcfa641f4859 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 1098 time: 0.1343348 Jun 10 16:12:42.320076 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81f5dc0d-4c34-4203-b7b8-5cd7783e18aa req-5baea5c3-3d8f-4ba0-ac92-ae59ac7659e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662744 Jun 10 16:12:42.343424 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:42.347436 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0e55c69c-3340-4fe1-9cea-2e60c6ee610b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:42.382381 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Pushing event deleted for resources: {'Port': ['ID=230706bc-5b2e-4a36-a824-a6c6b12dee23,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:42.385438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:42.484911 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] No DVR routers for this DVR port 230706bc-5b2e-4a36-a824-a6c6b12dee23 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:12:42.490158 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:42.493263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6c9bc44a-f68a-44be-845b-87e0e4c22f6c req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.49 "DELETE /v2.0/ports/230706bc-5b2e-4a36-a824-a6c6b12dee23 HTTP/1.1" status: 204 len: 173 time: 0.7857389 Jun 10 16:12:42.493866 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'name': 'network-vif-deleted', 'tag': '230706bc-5b2e-4a36-a824-a6c6b12dee23'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:42.496422 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97b1739-b962-4e5a-a848-d508c1b1f8ad" -d '{"events": [{"server_uuid": "be1022e2-c529-449f-a50d-7441acca1f0c", "name": "network-vif-deleted", "tag": "230706bc-5b2e-4a36-a824-a6c6b12dee23"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:42.576545 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4be852-7e7c-414f-8305-3cb2e956c9d4 x-openstack-request-id: req-ac4be852-7e7c-414f-8305-3cb2e956c9d4 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:42.576886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1022e2-c529-449f-a50d-7441acca1f0c", "name": "network-vif-deleted", "tag": "230706bc-5b2e-4a36-a824-a6c6b12dee23", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:42.577147 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac4be852-7e7c-414f-8305-3cb2e956c9d4 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:42.577569 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1022e2-c529-449f-a50d-7441acca1f0c', 'name': 'network-vif-deleted', 'tag': '230706bc-5b2e-4a36-a824-a6c6b12dee23', 'status': 'completed', 'code': 200} Jun 10 16:12:42.615391 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e432f-1ba6-48bd-912c-e14580a67bfb req-3c7e9bf5-ae88-42aa-8db4-ab4f2ff82b00 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:42.617384 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1f0e432f-1ba6-48bd-912c-e14580a67bfb req-3c7e9bf5-ae88-42aa-8db4-ab4f2ff82b00 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1180649 Jun 10 16:12:42.685024 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1f0e432f-1ba6-48bd-912c-e14580a67bfb req-4b045b5a-1004-413f-a371-aa35ece290d0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606732 Jun 10 16:12:42.776332 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743830be-9a80-4aed-bca3-6cfb10d1fc9a req-2b152d6a-bbcb-454c-a3bf-dcdb92d84c62 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:42.777799 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-743830be-9a80-4aed-bca3-6cfb10d1fc9a req-2b152d6a-bbcb-454c-a3bf-dcdb92d84c62 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.0734568 Jun 10 16:12:42.819950 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-743830be-9a80-4aed-bca3-6cfb10d1fc9a req-35a01e99-5c56-4398-9705-5ee12211c0b1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365322 Jun 10 16:12:42.854249 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c8b4048c-0152-4aef-924e-6e80e30a6092 req-1ebaa766-91e0-4273-ba86-397bf447d3a8 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] 10.222.0.44 "GET /v2.0/ports?device_id=be1022e2-c529-449f-a50d-7441acca1f0c HTTP/1.1" status: 200 len: 210 time: 0.0327516 Jun 10 16:12:42.859765 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['230706bc-5b2e-4a36-a824-a6c6b12dee23'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:12:43.008191 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893a55-36b1-43a3-844a-b58613732416 req-f7adbc3c-d477-481b-a4ae-05668c869f52 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:43.009675 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5c893a55-36b1-43a3-844a-b58613732416 req-f7adbc3c-d477-481b-a4ae-05668c869f52 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 944 time: 0.0721388 Jun 10 16:12:43.053734 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5c893a55-36b1-43a3-844a-b58613732416 req-00d9cd9c-e8c1-424c-900b-7c5dfe785db2 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Jun 10 16:12:43.543116 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53204) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:43.676032 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:43.863507 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:43.870154 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:43.875324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-36c853ef-3bff-43b8-93b3-efb58ee61384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:43.925210 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28889016-afcc-41aa-a547-d367fbf9c14c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:43.950578 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:43.958569 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e78ed0254054e6a8683448fa3d50cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143536 Jun 10 16:12:43.961103 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53220) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:43.976071 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9edc7-d72a-443e-9162-f83331904d6e req-cb93f3b0-e443-415b-ac89-4ea6850f7ec3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:43.983778 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-09b9edc7-d72a-443e-9162-f83331904d6e req-cb93f3b0-e443-415b-ac89-4ea6850f7ec3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0841246 Jun 10 16:12:44.024600 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-09b9edc7-d72a-443e-9162-f83331904d6e req-46aec5cf-c369-498c-ada2-ea2a82593fe5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Jun 10 16:12:44.317729 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:44.342195 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3def-46d7-404e-aa94-814e2250b1b7 req-7e1e4bce-36e5-42cc-b590-25191e66194a tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:44.343759 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d0fc3def-46d7-404e-aa94-814e2250b1b7 req-7e1e4bce-36e5-42cc-b590-25191e66194a tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.3645773 Jun 10 16:12:44.356263 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:44.366650 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-36b681a3-abfa-423b-a1ed-f3f56b2ae8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:44.368128 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-36b681a3-abfa-423b-a1ed-f3f56b2ae8d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.1215436 Jun 10 16:12:44.413322 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d048-2711-4bf8-b49e-6462fa9abec6 req-661d44a5-629c-4a92-823b-a9181dd1f020 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:44.418769 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d0fc3def-46d7-404e-aa94-814e2250b1b7 req-3f12b5f3-d0cc-4300-a9cb-38a2733bbfba tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651526 Jun 10 16:12:44.422745 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3820d048-2711-4bf8-b49e-6462fa9abec6 req-661d44a5-629c-4a92-823b-a9181dd1f020 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 944 time: 0.1009755 Jun 10 16:12:44.445807 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:44.448753 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:44.452644 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28889016-afcc-41aa-a547-d367fbf9c14c HTTP/1.1" status: 204 len: 168 time: 0.4878047 Jun 10 16:12:44.452644 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7cc881c2-9d64-418d-b1f0-f33c34c42845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:44.477104 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28889016-afcc-41aa-a547-d367fbf9c14c,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:44.490764 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:44.564035 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3820d048-2711-4bf8-b49e-6462fa9abec6 req-89244d52-1238-41ea-81b4-fce11a566c9a tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402118 Jun 10 16:12:44.600107 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-e8b3385a-3038-4544-85c6-fc0a33894c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:44.601691 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-e8b3385a-3038-4544-85c6-fc0a33894c03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.1760969 Jun 10 16:12:44.699271 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc6c99-a3c7-4a2b-91b0-4ea83d9f49b4 req-0382b54a-591a-468c-affa-4d57f81980ec tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:44.699903 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-393157eb-e55d-4675-8ea8-c27c346a3320 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.0872242 Jun 10 16:12:44.700796 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e8dc6c99-a3c7-4a2b-91b0-4ea83d9f49b4 req-0382b54a-591a-468c-affa-4d57f81980ec tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.0980911 Jun 10 16:12:44.765719 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-68c015b8-f1e4-425a-9e53-9c1385ffdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:44.767166 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-68c015b8-f1e4-425a-9e53-9c1385ffdc9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.0604076 Jun 10 16:12:44.770284 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e8dc6c99-a3c7-4a2b-91b0-4ea83d9f49b4 req-669ce26a-c4c6-42f3-badd-c5e13f290428 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594656 Jun 10 16:12:44.795782 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53264) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:44.827976 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-9df1ab5c-1682-427d-a273-de2550166706 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450945 Jun 10 16:12:44.986293 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-626ad209-1c73-4752-8e3f-c214f3d7c7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404088 Jun 10 16:12:45.038756 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 05c7373b-78a9-40b2-8185-90324426ae20 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:45.166274 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb2ffe-e2a8-47b2-8383-d78f05d5b2d6 tempest-TestVolumeBootPattern-442435327 tempest-TestVolumeBootPattern-442435327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:45.168400 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3dfb2ffe-e2a8-47b2-8383-d78f05d5b2d6 tempest-TestVolumeBootPattern-442435327 tempest-TestVolumeBootPattern-442435327-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 1093 time: 0.3715522 Jun 10 16:12:45.172777 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53290) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:45.190971 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'port_id': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:45.214541 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 05c7373b-78a9-40b2-8185-90324426ae20 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:45.219840 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 05c7373b-78a9-40b2-8185-90324426ae20 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:45.220359 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:45.233754 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5934ab0f-b273-4edd-bd71-99fa8a37012a req-9e96306e-b479-4ef8-ad28-93889d992247 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358503 Jun 10 16:12:45.261430 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:45.391013 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:45.417853 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6b325-b659-4299-b494-900e1cfd859e req-2d1d23b1-6049-477d-96f6-210699bf8412 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:45.419551 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a7d6b325-b659-4299-b494-900e1cfd859e req-2d1d23b1-6049-477d-96f6-210699bf8412 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1713593 Jun 10 16:12:45.432715 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c7373b-78a9-40b2-8185-90324426ae20'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:45.436694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93996a82-a379-423c-ae84-74dc0d5cbd4a" -d '{"events": [{"server_uuid": "6834fd84-1363-4244-abf7-e9fbe3beaff8", "name": "network-vif-plugged", "status": "completed", "tag": "05c7373b-78a9-40b2-8185-90324426ae20"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:45.456072 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 05c7373b-78a9-40b2-8185-90324426ae20, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05c7373b-78a9-40b2-8185-90324426ae20,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:45.460490 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:45.463010 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 230706bc-5b2e-4a36-a824-a6c6b12dee23 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:12:45.470080 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:45.566783 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a7d6b325-b659-4299-b494-900e1cfd859e req-63746d79-589c-455d-a666-15e20e6a45ec tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941033 Jun 10 16:12:45.590429 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53340) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:45.599368 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:45.691574 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=05c7373b-78a9-40b2-8185-90324426ae20,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:45.717807 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26d809-80f2-4c53-98d5-7142d1938aad x-openstack-request-id: req-0a26d809-80f2-4c53-98d5-7142d1938aad {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:45.718119 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6834fd84-1363-4244-abf7-e9fbe3beaff8", "name": "network-vif-plugged", "status": "completed", "tag": "05c7373b-78a9-40b2-8185-90324426ae20", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:45.718385 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a26d809-80f2-4c53-98d5-7142d1938aad {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:45.718789 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c7373b-78a9-40b2-8185-90324426ae20', 'code': 200} Jun 10 16:12:45.719875 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:45.720624 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 230706bc-5b2e-4a36-a824-a6c6b12dee23 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:12:45.721047 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 230706bc-5b2e-4a36-a824-a6c6b12dee23 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:12:45.842929 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1167378823-network', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:45.882197 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Allocated IP 172.27.0.210 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/c104b5e6-bdaa-49ba-b886-3fc6668ba365) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:46.043804 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Made reservation on behalf of 400320c718ae4f20ba293eaa1d79429e for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:46.046720 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.086318 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.161434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441403bb-c216-4194-b200-1df60354dbb7 req-e3455d8e-adae-47e3-9a72-e635d564da10 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:46.166742 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fef0f-64e1-4e2a-bd1c-3301ad584266 req-10a55c0b-9804-4f82-9bbc-1730a3f8f92a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:46.169267 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-441403bb-c216-4194-b200-1df60354dbb7 req-e3455d8e-adae-47e3-9a72-e635d564da10 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.3013623 Jun 10 16:12:46.174708 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f1fef0f-64e1-4e2a-bd1c-3301ad584266 req-10a55c0b-9804-4f82-9bbc-1730a3f8f92a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.2726958 Jun 10 16:12:46.223426 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.234956 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812578d-891d-43c6-8c07-acb5bd00074e req-907048d8-a0e6-4126-acd8-4c186b192004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:46.236850 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9812578d-891d-43c6-8c07-acb5bd00074e req-907048d8-a0e6-4126-acd8-4c186b192004 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 1098 time: 0.2518234 Jun 10 16:12:46.258013 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f1fef0f-64e1-4e2a-bd1c-3301ad584266 req-26d40862-035a-4389-8c71-89f80a7f0c72 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823550 Jun 10 16:12:46.259425 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-441403bb-c216-4194-b200-1df60354dbb7 req-98f4ebbe-02f1-4e75-ae5b-db7264571205 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Jun 10 16:12:46.302387 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.316187 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9812578d-891d-43c6-8c07-acb5bd00074e req-85f33a3f-dbca-489d-bb0e-946142cdd1c6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693274 Jun 10 16:12:46.318782 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:46.345471 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.350504 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.354526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-50417e25-fe98-40b6-a8da-549a025fa2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:46.355919 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:46.363271 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:46.366366 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:46.381302 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:12:46.397188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef560a8a-dfd7-442e-b6e8-889bd696baff,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:46.400082 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.400429 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Added segment 144929fe-a131-4f27-8d06-0c1e74658896 of type vlan for network 01d4fd37-333f-42ee-90f6-322341043b31 Jun 10 16:12:46.401890 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:46.428395 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=c104b5e6-bdaa-49ba-b886-3fc6668ba365,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:46.436693 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:46.455966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.490236 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.492010 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:46.492627 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.494896 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ccbe66d8-5c0c-4295-a524-082efdf7d07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:46.534753 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9317944 Jun 10 16:12:46.538434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53406) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:46.583927 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Request body: {'subnet': {'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1167378823-subnet', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'ip_version': 4}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:46.588199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Pushing event updated for resources: {'Network': ['ID=01d4fd37-333f-42ee-90f6-322341043b31,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:46.592417 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:46.604111 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 01d4fd37-333f-42ee-90f6-322341043b31 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:12:46.616188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Made reservation on behalf of 400320c718ae4f20ba293eaa1d79429e for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:46.619564 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.853263 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.902098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:46.905137 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:46.973686 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fe7010-296d-4cbc-a79f-8bb6bf179d23,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:46.983215 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:46.985989 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Checking segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:46.986502 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Network hostable DHCP agents. Network: 01d4fd37-333f-42ee-90f6-322341043b31, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:12:47.005052 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Network 01d4fd37-333f-42ee-90f6-322341043b31 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:12:47.016819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 01d4fd37-333f-42ee-90f6-322341043b31) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:47.022090 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:47.022993 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.028727 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da802a23-c745-43a2-b3b1-ea047846afb9 None None] Network 01d4fd37-333f-42ee-90f6-322341043b31 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:47.047532 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5a5edbdd-91b2-464c-a136-17989c4b7770 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5076122 Jun 10 16:12:47.050451 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53462) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:47.055301 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:47.082788 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.084239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.119629 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.338895 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.405736 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-01d4fd37-333f-42ee-90f6-322341043b31', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:12:47.406825 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.598701 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba079d8-da24-4d80-872b-98c4c077bcaf req-576b821b-5fd2-445f-830d-675af761b43c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:47.600234 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2ba079d8-da24-4d80-872b-98c4c077bcaf req-576b821b-5fd2-445f-830d-675af761b43c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.1891878 Jun 10 16:12:47.667999 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Allocated IP 172.20.0.2 (01d4fd37-333f-42ee-90f6-322341043b31/94fe7010-296d-4cbc-a79f-8bb6bf179d23/cbd68a24-0314-46d3-bfbe-3f71356260db) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:47.681762 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.724574 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.732828 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.737513 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2ba079d8-da24-4d80-872b-98c4c077bcaf req-058af2f9-3e46-4045-bcc9-0e512b9e93a1 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285844 Jun 10 16:12:47.740447 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:47.845954 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.860663 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53516) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:47.980238 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:47.993227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Transition to ACTIVE for port object cbd68a24-0314-46d3-bfbe-3f71356260db will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:48.018041 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Transition to ACTIVE for port object cbd68a24-0314-46d3-bfbe-3f71356260db will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:48.026214 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.030160 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:48.171788 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Network 01d4fd37-333f-42ee-90f6-322341043b31 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:48.181786 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:48.188464 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:48.206813 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Pushing event updated for resources: {'Port': ['ID=cbd68a24-0314-46d3-bfbe-3f71356260db,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:48.216633 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:48.223653 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=c104b5e6-bdaa-49ba-b886-3fc6668ba365,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:48.266249 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:48.312662 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Attempting to bind port cbd68a24-0314-46d3-bfbe-3f71356260db on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:48.313539 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Attempting to bind port cbd68a24-0314-46d3-bfbe-3f71356260db by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:48.314578 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Attempting to bind port cbd68a24-0314-46d3-bfbe-3f71356260db on network 01d4fd37-333f-42ee-90f6-322341043b31 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:48.326028 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8b514-5815-4b47-a5e9-42b43dfc23ba req-d4f351c1-437a-4f6c-a925-485f08022659 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:48.333858 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:48.334835 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Checking segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:48.335330 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.335801 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Bound using segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:48.336391 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Bound port: cbd68a24-0314-46d3-bfbe-3f71356260db, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:48.336851 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.337109 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df699c-425e-41f4-9d12-cff5e966c70c req-692ddcad-4cce-481f-b57b-2ae2f63df004 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:48.337550 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f0e8b514-5815-4b47-a5e9-42b43dfc23ba req-d4f351c1-437a-4f6c-a925-485f08022659 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.6683352 Jun 10 16:12:48.340834 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.347294 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b4df699c-425e-41f4-9d12-cff5e966c70c req-692ddcad-4cce-481f-b57b-2ae2f63df004 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1430669 Jun 10 16:12:48.357544 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Floating IP 6c7e98d6-fbdf-4904-841d-4a585c3a4304 associated. External IP: 172.27.0.210, port: e253c059-24af-4c01-bdd9-e77dc3c14194. Jun 10 16:12:48.435605 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f0e8b514-5815-4b47-a5e9-42b43dfc23ba req-cd6be9ed-6355-4760-ba5b-16f097e67308 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Jun 10 16:12:48.438234 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.446634 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] For port cbd68a24-0314-46d3-bfbe-3f71356260db, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:48.450968 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] For port cbd68a24-0314-46d3-bfbe-3f71356260db, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cbd68a24-0314-46d3-bfbe-3f71356260db,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:48.457350 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.461521 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:48.561618 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b4df699c-425e-41f4-9d12-cff5e966c70c req-52ef01f0-3892-49eb-876a-9737e3974034 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133348 Jun 10 16:12:48.573052 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Pushing event updated for resources: {'Port': ['ID=cbd68a24-0314-46d3-bfbe-3f71356260db,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:48.586044 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:48.661115 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f31f-f963-4e06-b81e-cf5a5683fb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.938363 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.949158 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.956867 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:48.960396 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-494227d0-5d02-4b1e-958a-c6b01e937cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:48.990256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.017212 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:12:49.107263 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6088c14582647a6b00c1bb985091657&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2428610 Jun 10 16:12:49.108649 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53568) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:49.109340 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a78355-405d-4ba3-a60c-f635955ed9aa,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:49.116937 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:49.179889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Allocated IP 172.27.0.102 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/b8379847-ca7a-42e3-a5d8-1a5f910dc331) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:49.334415 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2814ea-4e3f-4527-b21a-511378af2405 req-93d382b5-3ad2-459d-a565-408cd3e548ba tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:49.344149 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cbd68a24-0314-46d3-bfbe-3f71356260db up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:49.346101 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ce2814ea-4e3f-4527-b21a-511378af2405 req-93d382b5-3ad2-459d-a565-408cd3e548ba tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.3229945 Jun 10 16:12:49.368105 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.373078 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.403640 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port cbd68a24-0314-46d3-bfbe-3f71356260db completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:49.411633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:12:49.423535 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ce2814ea-4e3f-4527-b21a-511378af2405 req-75e9d652-faa5-418b-887c-50d5158f15ca tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652950 Jun 10 16:12:49.429532 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:12:49.439957 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.444069 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:49.445990 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:49.448234 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:49.450634 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.483523 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.512333 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Pushing event updated for resources: {'Port': ['ID=b8379847-ca7a-42e3-a5d8-1a5f910dc331,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:49.517721 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:49.532595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:49.535001 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:49.537750 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:49.582169 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4018610 Jun 10 16:12:49.584807 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:12:49.597945 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce9455-8ba7-4a1c-8537-caae7f115525" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:12:49.688327 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.691696 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.693074 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51a78355-405d-4ba3-a60c-f635955ed9aa HTTP/1.1" status: 204 len: 168 time: 0.5791063 Jun 10 16:12:49.693987 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0e508c89-b231-4b79-b298-9dd9151467ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:49.711442 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a78355-405d-4ba3-a60c-f635955ed9aa,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:49.720308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:49.817153 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:50.033601 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaca13b-ba34-4a21-b47a-bd045cd112c5 req-24f4f2db-e4f2-4e6a-a597-504a971d2552 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:50.044164 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5eaca13b-ba34-4a21-b47a-bd045cd112c5 req-24f4f2db-e4f2-4e6a-a597-504a971d2552 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1743882 Jun 10 16:12:50.086969 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da49309-53ea-439f-b08c-bfea5f1b6027 None None] Network 01d4fd37-333f-42ee-90f6-322341043b31 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:50.155105 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5eaca13b-ba34-4a21-b47a-bd045cd112c5 req-571c53e6-2caa-4008-a979-f194f7a11f2f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099808 Jun 10 16:12:50.241974 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513bba43-9b8b-4797-8bea-47592337316a x-openstack-request-id: req-513bba43-9b8b-4797-8bea-47592337316a {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:12:50.242290 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:12:50.242569 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-513bba43-9b8b-4797-8bea-47592337316a {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:12:50.242988 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'status': 'completed', 'code': 200} Jun 10 16:12:50.255288 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53602) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:50.289989 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907236-3e6d-40f7-8eb9-983c3d67ffe0 req-88219d5f-b449-4e55-b639-78d0926fed13 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:50.293489 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f6907236-3e6d-40f7-8eb9-983c3d67ffe0 req-88219d5f-b449-4e55-b639-78d0926fed13 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.3385923 Jun 10 16:12:50.343029 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Provisioning for port cbd68a24-0314-46d3-bfbe-3f71356260db completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:50.387237 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Provisioning complete for port cbd68a24-0314-46d3-bfbe-3f71356260db triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:50.388474 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.405746 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '6c7e98d6-fbdf-4904-841d-4a585c3a4304', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:0a:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:12:46Z', 'updated_at': '2021-06-10T16:12:46Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:50.410582 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:12:50.421873 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:50.423242 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:50.430321 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f6907236-3e6d-40f7-8eb9-983c3d67ffe0 req-3840e674-fc78-4708-8490-5290823230d1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160133 Jun 10 16:12:50.432376 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.518742 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b756fc1f-bd70-41ce-98d2-71f0f71bc25e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69679e97671648d8a8263e08ee9e8de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620304 Jun 10 16:12:50.521264 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53612) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:50.554081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-74611db3-5b66-4895-918c-942c9af6b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:50.555755 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-74611db3-5b66-4895-918c-942c9af6b86c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 1098 time: 0.2607288 Jun 10 16:12:50.597964 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.620735 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.654834 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.688432 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] For port cbd68a24-0314-46d3-bfbe-3f71356260db, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cbd68a24-0314-46d3-bfbe-3f71356260db,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:50.693971 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.697447 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-6412b5ca-5227-4b96-ba28-033fe9e4272b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:50.735004 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.737476 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.738637 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/828b88fd-8601-4018-b1db-efb1fc32b85a HTTP/1.1" status: 204 len: 168 time: 0.2160993 Jun 10 16:12:50.739508 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0fe54644-0b7a-4bd8-98d0-ef6cf278fae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:50.760045 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:50.766452 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b88fd-8601-4018-b1db-efb1fc32b85a,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:50.771410 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:50.878775 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Pushing event updated for resources: {'Port': ['ID=cbd68a24-0314-46d3-bfbe-3f71356260db,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:50.891266 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:50.948272 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-d8b5b313-9e3d-445c-8fcc-f5c94b9067d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:50.948501 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-d0697753-74ea-45f3-9485-903f31804996 None None] Provisioning complete for port cbd68a24-0314-46d3-bfbe-3f71356260db triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:50.948587 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d0697753-74ea-45f3-9485-903f31804996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:50.949624 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-d8b5b313-9e3d-445c-8fcc-f5c94b9067d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.3791881 Jun 10 16:12:51.123385 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b34aa9da-ec74-44f7-a264-0219ddeac2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:51.127877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:51.134009 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-96382f8b-e308-443f-b676-e4ae24048725 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e253c059-24af-4c01-bdd9-e77dc3c14194 HTTP/1.1" status: 200 len: 999 time: 0.1640339 Jun 10 16:12:51.258506 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '6c7e98d6-fbdf-4904-841d-4a585c3a4304', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:0a:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:12:46Z', 'updated_at': '2021-06-10T16:12:46Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:51.268740 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d8e98-ad76-43f4-a270-f21eb532082b None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '6c7e98d6-fbdf-4904-841d-4a585c3a4304', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:0a:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:12:46Z', 'updated_at': '2021-06-10T16:12:46Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:12:51.338485 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cbd68a24-0314-46d3-bfbe-3f71356260db up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:51.436904 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port cbd68a24-0314-46d3-bfbe-3f71356260db triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:51.438256 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:51.524203 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:51.638173 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c50948-e295-4cd1-90f2-fc313b660cb2 None None] New status for floating IP 6c7e98d6-fbdf-4904-841d-4a585c3a4304: ACTIVE {{(pid=91920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:12:51.730910 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-bb66d4e2-5785-4bee-9cd6-2454a38abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:51.732357 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-bb66d4e2-5785-4bee-9cd6-2454a38abb4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.5422664 Jun 10 16:12:51.829149 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640125ad-90d1-401b-8747-cd083734e784 req-fc9c84ba-d811-4173-bdab-6bf8d7951dd2 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:51.830868 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-640125ad-90d1-401b-8747-cd083734e784 req-fc9c84ba-d811-4173-bdab-6bf8d7951dd2 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.2032323 Jun 10 16:12:51.930716 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Router ec82c659-6b32-49c6-852b-a2af0670f363 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:12:51.934667 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803067b-f5d2-4c33-ab1c-9f4d6ef9ee82 req-030e12f9-683e-4978-8b5e-26c5a05fc1dd tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:51.937896 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-d4510c3a-5ff3-4ca1-ab9a-d8de5ca665a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:51.940139 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-d4510c3a-5ff3-4ca1-ab9a-d8de5ca665a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1768081 Jun 10 16:12:51.943793 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c803067b-f5d2-4c33-ab1c-9f4d6ef9ee82 req-030e12f9-683e-4978-8b5e-26c5a05fc1dd tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1068170 Jun 10 16:12:51.955303 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-640125ad-90d1-401b-8747-cd083734e784 req-7b052a5d-9f2f-4998-b847-8e0b9bd8dd70 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153824 Jun 10 16:12:52.003031 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c803067b-f5d2-4c33-ab1c-9f4d6ef9ee82 req-59ea2ab3-f6ad-4d45-85e2-982e05f93b62 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576730 Jun 10 16:12:52.058722 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:52.205930 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-51ddd9fb-23a2-4c14-ace1-b5e6fb229857 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484672 Jun 10 16:12:52.247736 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:12:52.256675 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Sync routers for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:12:52.266016 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:52.266639 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:52.322619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:52.326268 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2719128 Jun 10 16:12:52.326641 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53662) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:52.347027 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02ce9455-8ba7-4a1c-8537-caae7f115525 req-e5e908ad-7e20-49cc-9957-dfc6e938c94d service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324005 Jun 10 16:12:52.428919 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:52.763948 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:50Z', 'revision_number': 3, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:52.768180 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Checking router: ec82c659-6b32-49c6-852b-a2af0670f363 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:12:52.768600 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Updating router ec82c659-6b32-49c6-852b-a2af0670f363 port b8379847-ca7a-42e3-a5d8-1a5f910dc331 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:12:52.814596 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.141718 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.153697 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Transition to ACTIVE for port object b8379847-ca7a-42e3-a5d8-1a5f910dc331 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:53.176704 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.177081 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.179660 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:53.180150 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42703945-20fd-4062-a1c0-a70925a70bb0 req-35f2589f-cc39-4ce5-9aec-4787d29fc64f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:53.188549 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-42703945-20fd-4062-a1c0-a70925a70bb0 req-35f2589f-cc39-4ce5-9aec-4787d29fc64f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1040182 Jun 10 16:12:53.258813 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Pushing event updated for resources: {'Port': ['ID=b8379847-ca7a-42e3-a5d8-1a5f910dc331,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:53.262627 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-42703945-20fd-4062-a1c0-a70925a70bb0 req-2b292d3b-7056-4296-9deb-e9dff0d4c63f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726557 Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.279114 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.280292 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.287605 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:53.322242 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Attempting to bind port b8379847-ca7a-42e3-a5d8-1a5f910dc331 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:53.322718 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Attempting to bind port b8379847-ca7a-42e3-a5d8-1a5f910dc331 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:53.323095 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Attempting to bind port b8379847-ca7a-42e3-a5d8-1a5f910dc331 on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:53.329735 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:53.330358 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:53.330830 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.331267 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:53.331836 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Bound port: b8379847-ca7a-42e3-a5d8-1a5f910dc331, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:53.332371 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.398448 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] For port b8379847-ca7a-42e3-a5d8-1a5f910dc331, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:53.401513 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] For port b8379847-ca7a-42e3-a5d8-1a5f910dc331, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=b8379847-ca7a-42e3-a5d8-1a5f910dc331,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:53.406257 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.410352 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-06a1a518-af2a-46b2-9c52-190aaf5546e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:53.475594 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Allocated IP 172.20.0.1 (01d4fd37-333f-42ee-90f6-322341043b31/94fe7010-296d-4cbc-a79f-8bb6bf179d23/c97b16c9-a51e-45fa-8623-4e9c1bb65387) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:53.498449 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:53.499077 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:53.505692 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d64e-3093-49e2-baec-48913f6b9e24 req-a38a18df-4a3d-4141-8525-b63ca207307e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:53.507119 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bf71d64e-3093-49e2-baec-48913f6b9e24 req-a38a18df-4a3d-4141-8525-b63ca207307e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1555789 Jun 10 16:12:53.550232 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Pushing event updated for resources: {'Port': ['ID=b8379847-ca7a-42e3-a5d8-1a5f910dc331,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:53.594860 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-3ee65cf5-d4d4-4af4-a225-fc848d4d65c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:53.620111 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bf71d64e-3093-49e2-baec-48913f6b9e24 req-d3be0feb-0482-4db2-9e2e-4966818bbef1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061072 Jun 10 16:12:53.652246 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:53.662246 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.674845 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Transition to ACTIVE for port object c97b16c9-a51e-45fa-8623-4e9c1bb65387 will not be triggered until provisioned by entity DHCP. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:53.715545 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.719011 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:53.767993 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Network 01d4fd37-333f-42ee-90f6-322341043b31 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:53.770581 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:53.772983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:53.812892 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c97b16c9-a51e-45fa-8623-4e9c1bb65387,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:53.818424 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:53.827038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.894563 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.919583 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:50Z', 'revision_number': 3, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:53.924362 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa572ed-44de-44a0-a948-df6c6d0a7067 None None] The sync data for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi is: [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:50Z', 'revision_number': 3, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:12:54.041993 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.062286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-7eb20456-9311-4fe4-8dc0-ed72bfece3ff None None] Provisioning for port c97b16c9-a51e-45fa-8623-4e9c1bb65387 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:54.066531 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-7eb20456-9311-4fe4-8dc0-ed72bfece3ff None None] Provisioning complete for port c97b16c9-a51e-45fa-8623-4e9c1bb65387 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:54.066925 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7eb20456-9311-4fe4-8dc0-ed72bfece3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.115022 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-7eb20456-9311-4fe4-8dc0-ed72bfece3ff None None] Port c97b16c9-a51e-45fa-8623-4e9c1bb65387 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:12:54.270795 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.276974 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.279642 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:54.395642 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.397610 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c97b16c9-a51e-45fa-8623-4e9c1bb65387,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:54.402193 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:54.460985 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cd046-ae48-4b9c-9a07-a38154e51ef9 req-80fd6d01-2e28-465a-b4e8-4e0d8c0f70bd tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:54.462780 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cd7cd046-ae48-4b9c-9a07-a38154e51ef9 req-80fd6d01-2e28-465a-b4e8-4e0d8c0f70bd tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0825136 Jun 10 16:12:54.517948 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cd7cd046-ae48-4b9c-9a07-a38154e51ef9 req-6beb8087-d7f0-40e0-8cab-f708ee2e78e0 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487096 Jun 10 16:12:54.540441 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Network 01d4fd37-333f-42ee-90f6-322341043b31 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:54.541899 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:54.728147 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Router ec82c659-6b32-49c6-852b-a2af0670f363 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:12:54.737226 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-c56fcb5a-73ff-4776-b115-597f6eaf5e5d None None] Provisioning complete for port c97b16c9-a51e-45fa-8623-4e9c1bb65387 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:54.738002 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c56fcb5a-73ff-4776-b115-597f6eaf5e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.789023 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-c56fcb5a-73ff-4776-b115-597f6eaf5e5d None None] Port c97b16c9-a51e-45fa-8623-4e9c1bb65387 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:12:54.933590 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58654-f81d-4a00-bc9c-79ec9781d0d5 req-65bc535d-c5c8-452b-b96b-a106b7c8abbb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:54.935049 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-baf58654-f81d-4a00-bc9c-79ec9781d0d5 req-65bc535d-c5c8-452b-b96b-a106b7c8abbb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1403940 Jun 10 16:12:54.937904 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:12:54.943379 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec82c659-6b32-49c6-852b-a2af0670f363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6149125 Jun 10 16:12:54.980113 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-baf58654-f81d-4a00-bc9c-79ec9781d0d5 req-e48b620e-158b-43f5-aad7-0c8be04b155e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356236 Jun 10 16:12:55.300052 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b8379847-ca7a-42e3-a5d8-1a5f910dc331 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:55.362739 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port b8379847-ca7a-42e3-a5d8-1a5f910dc331 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:55.367463 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port b8379847-ca7a-42e3-a5d8-1a5f910dc331 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:55.368069 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.474800 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.499929 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port b8379847-ca7a-42e3-a5d8-1a5f910dc331, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=b8379847-ca7a-42e3-a5d8-1a5f910dc331,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:55.508405 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.510226 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53706) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:55.510689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-db332c54-0f20-4865-984a-69ae9970ab06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:55.518542 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1471712206-network', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:55.548820 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Made reservation on behalf of 7151206ad0074bcdb366a75d8c3f4f9a for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:55.551241 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.568566 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Sync routers for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:12:55.574258 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.577885 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=b8379847-ca7a-42e3-a5d8-1a5f910dc331,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:55.582643 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:55.585849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:55.586630 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:55.684779 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.689117 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.699813 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b4b720d7-c503-436e-aa34-16648837ba80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:55.702624 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:12:55.719016 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dc8dc-b2d5-4bbe-9071-7e70135c6b22 req-d81a4b1f-e666-4ffc-8d5f-6b6f6130d4f0 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:55.722674 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e8dc8dc-b2d5-4bbe-9071-7e70135c6b22 req-d81a4b1f-e666-4ffc-8d5f-6b6f6130d4f0 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0740309 Jun 10 16:12:55.729369 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.729717 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Added segment cdd4078f-6fd8-4700-abe5-d3eacbf00b52 of type vlan for network f4749be2-e10f-4f72-90c5-83418f49f6a5 Jun 10 16:12:55.742602 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9556ee43-ef7a-4452-8660-25e215098b7c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:55.747916 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:55.761901 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:55.775388 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e8dc8dc-b2d5-4bbe-9071-7e70135c6b22 req-a5aca7bb-9159-4709-94c6-8ae611eb15f0 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 Jun 10 16:12:55.791208 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.823331 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.824705 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:55.825301 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.827999 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:55.863344 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3515728 Jun 10 16:12:55.866111 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53712) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:55.871043 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Request body: {'subnet': {'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1471712206-subnet', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:55.916842 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Pushing event updated for resources: {'Network': ['ID=f4749be2-e10f-4f72-90c5-83418f49f6a5,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:55.919654 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:55.935551 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Made reservation on behalf of 7151206ad0074bcdb366a75d8c3f4f9a for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:55.937986 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:55.951898 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:12:56.133625 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:54Z', 'revision_number': 2, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:56.136954 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Checking router: ec82c659-6b32-49c6-852b-a2af0670f363 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:12:56.137352 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Updating router ec82c659-6b32-49c6-852b-a2af0670f363 port c97b16c9-a51e-45fa-8623-4e9c1bb65387 binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:12:56.176837 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.204189 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.209605 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:56.290825 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:56.294209 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:56.304341 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e2cf0-4617-4178-94fe-ba715be435f7 req-b97b9b7d-e6ea-4690-8946-111d968299a9 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:56.305873 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6a5e2cf0-4617-4178-94fe-ba715be435f7 req-b97b9b7d-e6ea-4690-8946-111d968299a9 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1568279 Jun 10 16:12:56.309977 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Checking segment: {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:56.310333 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Network hostable DHCP agents. Network: f4749be2-e10f-4f72-90c5-83418f49f6a5, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:12:56.350319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:12:56.370399 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6a5e2cf0-4617-4178-94fe-ba715be435f7 req-2ece6348-9535-489d-88f5-4eb4b82d6eb3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568066 Jun 10 16:12:56.370950 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, f4749be2-e10f-4f72-90c5-83418f49f6a5) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:56.374977 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:56.375565 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.394415 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5246203 Jun 10 16:12:56.394574 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53718) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:56.399639 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:56.434488 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.435493 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.505708 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.522685 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a753327-7cb6-4fe5-a58d-b24f7ddcf8fb None None] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:56.711958 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.784838 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.797144 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-f4749be2-e10f-4f72-90c5-83418f49f6a5', 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'fixed_ips': [{'subnet_id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:12:56.798014 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.800699 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Transition to ACTIVE for port object c97b16c9-a51e-45fa-8623-4e9c1bb65387 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:56.817359 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.822240 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-0a3f0505-41a5-4e73-bdf4-ccb29f4b3902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:56.995305 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4e6b-0601-4ccd-ad36-4f86a88cddf6 None None] Pushing event updated for resources: {'Port': ['ID=c97b16c9-a51e-45fa-8623-4e9c1bb65387,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:57.000221 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-d69c4e6b-0601-4ccd-ad36-4f86a88cddf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:57.059342 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.089503 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.105562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7e0-3d52-4e5f-8184-e0a374eaa371 req-ba2a885f-b7ac-45ce-84bb-a607c124998b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:57.107056 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-657ac7e0-3d52-4e5f-8184-e0a374eaa371 req-ba2a885f-b7ac-45ce-84bb-a607c124998b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1613948 Jun 10 16:12:57.112824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Attempting to bind port c97b16c9-a51e-45fa-8623-4e9c1bb65387 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:57.113051 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Attempting to bind port c97b16c9-a51e-45fa-8623-4e9c1bb65387 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:57.113378 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Attempting to bind port c97b16c9-a51e-45fa-8623-4e9c1bb65387 on network 01d4fd37-333f-42ee-90f6-322341043b31 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:57.129870 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:57.130243 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Checking segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:57.130656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.131064 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Bound using segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:57.131553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Bound port: c97b16c9-a51e-45fa-8623-4e9c1bb65387, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:57.131942 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.150543 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Allocated IP 172.20.0.2 (f4749be2-e10f-4f72-90c5-83418f49f6a5/cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2/181f9136-8d9a-40da-bd58-9cfc7ab492bc) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:57.230433 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-657ac7e0-3d52-4e5f-8184-e0a374eaa371 req-8d18ba6f-71d2-47e7-a2e5-bdfbcf8dc6d2 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841630 Jun 10 16:12:57.262355 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Allocated IP 172.27.0.28 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/7151c653-c12e-4503-b7ff-96493010b6d3) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:57.299543 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b8379847-ca7a-42e3-a5d8-1a5f910dc331 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:57.349405 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] For port c97b16c9-a51e-45fa-8623-4e9c1bb65387, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:57.378329 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] For port c97b16c9-a51e-45fa-8623-4e9c1bb65387, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=c97b16c9-a51e-45fa-8623-4e9c1bb65387,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:57.389696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.394737 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-0f90f42a-7048-4704-9c32-81c11158a1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:57.399654 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.450508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.453836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-13d0c627-78f9-45f4-a878-3082a90dbc4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:57.506776 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.511661 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:57.515564 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port b8379847-ca7a-42e3-a5d8-1a5f910dc331 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:57.515735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:57.515952 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.520196 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:57.585588 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:57.586859 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:57.593527 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4e6b-0601-4ccd-ad36-4f86a88cddf6 None None] Pushing event updated for resources: {'Port': ['ID=c97b16c9-a51e-45fa-8623-4e9c1bb65387,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:57.597228 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Transition to ACTIVE for port object 181f9136-8d9a-40da-bd58-9cfc7ab492bc will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:57.635901 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7151c653-c12e-4503-b7ff-96493010b6d3,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:57.640516 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:57.648441 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624957-c190-4430-bacb-e093c9e6acd5 req-b46c16dc-3261-4f96-94c7-f690bad5f3ef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:57.653395 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-d69c4e6b-0601-4ccd-ad36-4f86a88cddf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:57.659381 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-36624957-c190-4430-bacb-e093c9e6acd5 req-b46c16dc-3261-4f96-94c7-f690bad5f3ef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1336644 Jun 10 16:12:57.709284 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-36624957-c190-4430-bacb-e093c9e6acd5 req-58da5866-ad32-4189-9ffd-e0ef2479981f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488403 Jun 10 16:12:57.755566 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Transition to ACTIVE for port object 181f9136-8d9a-40da-bd58-9cfc7ab492bc will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:57.779644 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:57.791533 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:57.841121 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:57.864795 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:57.894949 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:57.925509 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Pushing event updated for resources: {'Port': ['ID=181f9136-8d9a-40da-bd58-9cfc7ab492bc,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:57.929182 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:57.936033 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:58.112318 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Attempting to bind port 181f9136-8d9a-40da-bd58-9cfc7ab492bc on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:58.112694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Attempting to bind port 181f9136-8d9a-40da-bd58-9cfc7ab492bc by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:58.113089 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Attempting to bind port 181f9136-8d9a-40da-bd58-9cfc7ab492bc on network f4749be2-e10f-4f72-90c5-83418f49f6a5 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:58.253091 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:58.287588 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:58.287973 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Checking segment: {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:58.288387 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:58.288787 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Bound using segment: {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:58.289308 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Bound port: 181f9136-8d9a-40da-bd58-9cfc7ab492bc, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:58.289688 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:58.464225 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-25b84892-e16d-4321-b72a-21089563e892 None None] For port 181f9136-8d9a-40da-bd58-9cfc7ab492bc, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:58.481734 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-25b84892-e16d-4321-b72a-21089563e892 None None] For port 181f9136-8d9a-40da-bd58-9cfc7ab492bc, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=181f9136-8d9a-40da-bd58-9cfc7ab492bc,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:58.494786 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:58.499692 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-db332c54-0f20-4865-984a-69ae9970ab06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:58.577515 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Pushing event updated for resources: {'Port': ['ID=181f9136-8d9a-40da-bd58-9cfc7ab492bc,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:58.581166 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:58.583125 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:57Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:58.587058 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949aed63-8c02-4c0a-921c-414bb6330d00 None None] The sync data for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi is: [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:57Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:12:58.603478 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:58.758497 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330347d-a478-4b4a-841c-440ac2f17d9a req-11fa3687-a410-489f-9e7f-c3cc8d68cd96 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:58.765618 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d330347d-a478-4b4a-841c-440ac2f17d9a req-11fa3687-a410-489f-9e7f-c3cc8d68cd96 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.2356210 Jun 10 16:12:58.941544 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d330347d-a478-4b4a-841c-440ac2f17d9a req-35302846-641a-43b9-875c-03429a639622 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746426 Jun 10 16:12:59.026253 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Router 39e5b765-9bd5-4710-beb6-95c29523a403 is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:12:59.094174 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604abcb-f879-4e10-bb56-a4f5612d57f6 req-63984b0e-8a20-48d2-89a7-81b1a45c9159 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:59.096329 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9604abcb-f879-4e10-bb56-a4f5612d57f6 req-63984b0e-8a20-48d2-89a7-81b1a45c9159 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1036203 Jun 10 16:12:59.162772 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9604abcb-f879-4e10-bb56-a4f5612d57f6 req-71df22f8-dfa0-4264-9d94-9e17a7545d1e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527854 Jun 10 16:12:59.216178 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:12:59.228068 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Sync routers for ids ['39e5b765-9bd5-4710-beb6-95c29523a403'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:12:59.238779 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:59.241413 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8450909 Jun 10 16:12:59.244083 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53760) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:59.252157 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Routers {'39e5b765-9bd5-4710-beb6-95c29523a403'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:12:59.263503 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['39e5b765-9bd5-4710-beb6-95c29523a403'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:12:59.441299 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device c97b16c9-a51e-45fa-8623-4e9c1bb65387 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:59.529125 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Set router 39e5b765-9bd5-4710-beb6-95c29523a403 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:12:59.564308 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a410-1178-4bff-8063-44bc063629bd req-8a7b4787-7a97-48ef-8efe-c30f1edccd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:59.565647 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port c97b16c9-a51e-45fa-8623-4e9c1bb65387 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:59.570888 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port c97b16c9-a51e-45fa-8623-4e9c1bb65387 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:59.571502 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:59.582302 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-8a7b4787-7a97-48ef-8efe-c30f1edccd18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.1450388 Jun 10 16:12:59.745306 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:59.804027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a410-1178-4bff-8063-44bc063629bd req-74c41879-0de7-46e6-aff1-18c0c1b34485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:59.805668 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-74c41879-0de7-46e6-aff1-18c0c1b34485 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.2114933 Jun 10 16:12:59.818311 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port c97b16c9-a51e-45fa-8623-4e9c1bb65387, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=c97b16c9-a51e-45fa-8623-4e9c1bb65387,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:59.824178 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:59.825713 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 181f9136-8d9a-40da-bd58-9cfc7ab492bc up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:12:59.829151 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:59.871659 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d32014-209c-4f41-b729-0b573e72164e req-accad855-ba3f-42b5-96fe-ce35d9210c64 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:59.892092 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f6d32014-209c-4f41-b729-0b573e72164e req-accad855-ba3f-42b5-96fe-ce35d9210c64 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1638315 Jun 10 16:12:59.898904 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8993f-7a38-4b4f-be62-06209701b684 None None] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:59.928417 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-5672c560-404a-4ca3-939c-9fc1d902f6b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.1129625 Jun 10 16:13:00.010633 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a410-1178-4bff-8063-44bc063629bd req-85e56d43-a198-419a-9cd3-d884016fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:00.012907 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-85e56d43-a198-419a-9cd3-d884016fc0a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.0745490 Jun 10 16:13:00.034322 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-317d5dc5-8d66-4ddc-9fba-5c11be47a44a None None] Provisioning for port 181f9136-8d9a-40da-bd58-9cfc7ab492bc completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:00.072813 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-900829e1-5644-4482-8d54-6b9325442d29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486815 Jun 10 16:13:00.154456 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:12:57Z', 'revision_number': 3, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:00.177494 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Checking router: 39e5b765-9bd5-4710-beb6-95c29523a403 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:13:00.178276 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Updating router 39e5b765-9bd5-4710-beb6-95c29523a403 port 7151c653-c12e-4503-b7ff-96493010b6d3 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:13:00.178492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=c97b16c9-a51e-45fa-8623-4e9c1bb65387,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:00.184867 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:00.248952 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 181f9136-8d9a-40da-bd58-9cfc7ab492bc completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:00.260681 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 181f9136-8d9a-40da-bd58-9cfc7ab492bc triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:00.261127 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.270504 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.401365 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-2bbb5b25-aa3b-4def-927d-f69f20918f96 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159747 Jun 10 16:13:00.401920 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f6d32014-209c-4f41-b729-0b573e72164e req-cb9707e6-5357-4888-a803-758fc93b922d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081346 Jun 10 16:13:00.454909 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.503834 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 181f9136-8d9a-40da-bd58-9cfc7ab492bc, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=181f9136-8d9a-40da-bd58-9cfc7ab492bc,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:00.512825 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.519786 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:00.605519 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689136b2-60b7-4a27-8171-5c736bc7d465 req-b46be0f0-d6d0-46a9-b795-4a62ad33a07c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:00.606971 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-689136b2-60b7-4a27-8171-5c736bc7d465 req-b46be0f0-d6d0-46a9-b795-4a62ad33a07c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.3744392 Jun 10 16:13:00.646153 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=181f9136-8d9a-40da-bd58-9cfc7ab492bc,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:00.650010 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:00.652287 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53778) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:00.753501 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-689136b2-60b7-4a27-8171-5c736bc7d465 req-a226ff03-da80-46ba-8594-c4b6c6a9ffb9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555966 Jun 10 16:13:00.765286 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c030a410-1178-4bff-8063-44bc063629bd req-14c28dc2-518b-4fbc-bd79-f53161e13eae service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500473 Jun 10 16:13:00.778998 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.791688 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-793b2da0-78d2-4ae9-bcb5-13c083a29aa6 None None] Provisioning complete for port 181f9136-8d9a-40da-bd58-9cfc7ab492bc triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:00.792242 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-793b2da0-78d2-4ae9-bcb5-13c083a29aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.819130 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.836349 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.859542 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Transition to ACTIVE for port object 7151c653-c12e-4503-b7ff-96493010b6d3 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:13:00.869560 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.873229 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-dd04653f-6c26-4e2b-8e5b-557b47ee8570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:00.943922 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Attempting to bind port 7151c653-c12e-4503-b7ff-96493010b6d3 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:13:00.944300 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Attempting to bind port 7151c653-c12e-4503-b7ff-96493010b6d3 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:13:00.944664 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Attempting to bind port 7151c653-c12e-4503-b7ff-96493010b6d3 on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:13:00.947488 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f268b-d233-414a-aa0b-c70df05723e0 None None] Pushing event updated for resources: {'Port': ['ID=7151c653-c12e-4503-b7ff-96493010b6d3,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:00.950588 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-610f268b-d233-414a-aa0b-c70df05723e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:00.953669 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:13:00.954054 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:13:00.954505 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.954907 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:13:00.955050 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4020d-5fbb-467f-ae18-ffecb4e29b86 req-19aaefd7-c4f7-4726-9a67-ba4edd8e876c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:00.955383 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Bound port: 7151c653-c12e-4503-b7ff-96493010b6d3, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:13:00.955766 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:00.956610 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abc4020d-5fbb-467f-ae18-ffecb4e29b86 req-19aaefd7-c4f7-4726-9a67-ba4edd8e876c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.3034284 Jun 10 16:13:01.022932 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] For port 7151c653-c12e-4503-b7ff-96493010b6d3, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:13:01.026428 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] For port 7151c653-c12e-4503-b7ff-96493010b6d3, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=7151c653-c12e-4503-b7ff-96493010b6d3,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:13:01.030670 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.033087 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:01.095924 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Routers {'39e5b765-9bd5-4710-beb6-95c29523a403'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:13:01.096552 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['39e5b765-9bd5-4710-beb6-95c29523a403'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:01.109638 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abc4020d-5fbb-467f-ae18-ffecb4e29b86 req-c2491531-aeec-45ad-88c5-60578afbfbad tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433163 Jun 10 16:13:01.134439 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Allocated IP 172.20.0.1 (f4749be2-e10f-4f72-90c5-83418f49f6a5/cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2/0145cf4a-85df-4f2f-926b-b4831512f79e) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:13:01.148377 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f268b-d233-414a-aa0b-c70df05723e0 None None] Pushing event updated for resources: {'Port': ['ID=7151c653-c12e-4503-b7ff-96493010b6d3,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:01.194102 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.195743 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-610f268b-d233-414a-aa0b-c70df05723e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:01.205162 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.209628 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ac52b302-296e-4b29-a72f-ec8030093978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:01.251707 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] Set router 39e5b765-9bd5-4710-beb6-95c29523a403 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:13:01.290314 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device c97b16c9-a51e-45fa-8623-4e9c1bb65387 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:01.305927 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df66ae87-9e44-4518-a5e3-477e88eb3eb3,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:01.312399 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d975d8a11d76475588975230ddc009f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526494 Jun 10 16:13:01.316319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53790) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:01.323283 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:01.355523 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port c97b16c9-a51e-45fa-8623-4e9c1bb65387 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:01.356192 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.373087 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.384504 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.389849 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Transition to ACTIVE for port object 0145cf4a-85df-4f2f-926b-b4831512f79e will not be triggered until provisioned by entity DHCP. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:13:01.414197 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.446871 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.450243 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bab8996c-66c9-40ce-b5fa-97788aa000ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:01.477462 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 181f9136-8d9a-40da-bd58-9cfc7ab492bc up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:01.482168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.485453 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.487586 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df66ae87-9e44-4518-a5e3-477e88eb3eb3 HTTP/1.1" status: 204 len: 168 time: 0.1699874 Jun 10 16:13:01.488789 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ef746236-3935-4bcd-86da-5a1cbba7f65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:01.500175 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df66ae87-9e44-4518-a5e3-477e88eb3eb3,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:01.503733 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:01.514929 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:13:01.519301 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:13:01.522284 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:13:01.592063 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=0145cf4a-85df-4f2f-926b-b4831512f79e,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:01.596633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:01.597374 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 181f9136-8d9a-40da-bd58-9cfc7ab492bc triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:01.598325 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.608585 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.664225 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:12:57Z', 'revision_number': 3, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:01.670682 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8642d0-aae6-4144-a605-09598a04b6d5 None None] The sync data for ids ['39e5b765-9bd5-4710-beb6-95c29523a403'] in dv-cinder-789564-6-iscsi is: [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:12:57Z', 'revision_number': 3, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:13:01.874661 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5eb4759d-20f7-44b6-9058-d9240d37f277 None None] Provisioning for port 0145cf4a-85df-4f2f-926b-b4831512f79e completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:01.886039 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5d070-3d23-4003-98c2-7310d7dbbee8 req-2fe56180-4109-4ec4-ae1a-e4739ab5c75a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:01.887916 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5eb4759d-20f7-44b6-9058-d9240d37f277 None None] Provisioning complete for port 0145cf4a-85df-4f2f-926b-b4831512f79e triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:01.888310 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5eb4759d-20f7-44b6-9058-d9240d37f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.905806 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:01.908263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cbb5d070-3d23-4003-98c2-7310d7dbbee8 req-2fe56180-4109-4ec4-ae1a-e4739ab5c75a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.2063494 Jun 10 16:13:01.958770 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cbb5d070-3d23-4003-98c2-7310d7dbbee8 req-72355501-bcbb-4b2d-996f-5d5b4f1b14bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Jun 10 16:13:01.960585 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4759d-20f7-44b6-9058-d9240d37f277 None None] Port 0145cf4a-85df-4f2f-926b-b4831512f79e cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:13:02.140099 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f741a87-e57a-49e9-82cd-e7e8e5fe8de0 req-dd692529-fdd9-4839-b907-502aaee63e0e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:02.141557 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f741a87-e57a-49e9-82cd-e7e8e5fe8de0 req-dd692529-fdd9-4839-b907-502aaee63e0e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1858318 Jun 10 16:13:02.224775 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f741a87-e57a-49e9-82cd-e7e8e5fe8de0 req-56c564ac-739c-4e7c-a08e-0a80d57e85f6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757725 Jun 10 16:13:02.235375 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:02.242071 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:02.244881 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ce1caa09-1323-4825-bb43-61c62da3fde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:02.328789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=0145cf4a-85df-4f2f-926b-b4831512f79e,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:02.332286 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:02.333359 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:02.347227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f00c-c0a0-4bd6-ac80-512a2c862142 req-982e77bf-8db8-4363-90c8-71c6a3263603 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:02.348785 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fc41f00c-c0a0-4bd6-ac80-512a2c862142 req-982e77bf-8db8-4363-90c8-71c6a3263603 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0893664 Jun 10 16:13:02.399490 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fc41f00c-c0a0-4bd6-ac80-512a2c862142 req-5451c8ae-7dc0-4f6c-a71f-ce247cce61f2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Jun 10 16:13:02.458376 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:13:02.459815 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:13:02.622770 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Router 39e5b765-9bd5-4710-beb6-95c29523a403 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:13:02.691117 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-bed9a4d4-2442-4b25-b5c1-5ed1d315fbfa None None] Provisioning complete for port 0145cf4a-85df-4f2f-926b-b4831512f79e triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:02.691507 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bed9a4d4-2442-4b25-b5c1-5ed1d315fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:02.734600 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-bed9a4d4-2442-4b25-b5c1-5ed1d315fbfa None None] Port 0145cf4a-85df-4f2f-926b-b4831512f79e cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:13:02.789296 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:13:02.794038 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] 10.222.0.44 "PUT /v2.0/routers/39e5b765-9bd5-4710-beb6-95c29523a403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5489304 Jun 10 16:13:03.153801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ee51-dcbe-4ffb-9b16-2f8b7466846f req-9a5410f6-0b06-4af6-a5d5-5f6d92b4ae4b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:03.155291 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db9ee51-dcbe-4ffb-9b16-2f8b7466846f req-9a5410f6-0b06-4af6-a5d5-5f6d92b4ae4b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0732379 Jun 10 16:13:03.198554 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db9ee51-dcbe-4ffb-9b16-2f8b7466846f req-c7c7fa14-d351-4385-80b2-d3e0d0940b30 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364444 Jun 10 16:13:03.314983 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7151c653-c12e-4503-b7ff-96493010b6d3 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:03.388495 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 7151c653-c12e-4503-b7ff-96493010b6d3 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:03.396917 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53814) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:03.398626 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 7151c653-c12e-4503-b7ff-96493010b6d3 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:03.399217 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.401628 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360522321', 'description': 'tempest-secgroup-smoke-1360522321 description', 'project_id': '400320c718ae4f20ba293eaa1d79429e'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:03.424211 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.429096 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23f012-9fc7-409e-848c-1658f7ac93af req-eaf80770-071c-43a2-92bc-106dd65792aa tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:03.436498 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9d23f012-9fc7-409e-848c-1658f7ac93af req-eaf80770-071c-43a2-92bc-106dd65792aa tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0848565 Jun 10 16:13:03.489626 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9d23f012-9fc7-409e-848c-1658f7ac93af req-effce5cf-1e72-48eb-b036-6e9f1a7f2796 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520205 Jun 10 16:13:03.520196 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.548429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 7151c653-c12e-4503-b7ff-96493010b6d3, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=7151c653-c12e-4503-b7ff-96493010b6d3,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:03.554157 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.556317 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:03.561286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Sync routers for ids ['39e5b765-9bd5-4710-beb6-95c29523a403'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:13:03.592877 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.600968 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.603093 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Routers {'39e5b765-9bd5-4710-beb6-95c29523a403'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:13:03.603965 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['39e5b765-9bd5-4710-beb6-95c29523a403'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:03.604668 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:03.640398 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.644825 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2436759 Jun 10 16:13:03.645341 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53818) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:03.650474 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group_rule': {'security_group_id': 'a5bf677a-3bcf-495a-a26a-d6d4d680bf6a', 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:03.650674 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:03.654741 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:03.667571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd5346-1ac1-4848-9981-dbd02f37276f req-2d037395-3095-498f-80c0-8a4c01334d2d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:03.669214 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-15dd5346-1ac1-4848-9981-dbd02f37276f req-2d037395-3095-498f-80c0-8a4c01334d2d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1237590 Jun 10 16:13:03.688190 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.728711 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-15dd5346-1ac1-4848-9981-dbd02f37276f req-a770bfec-7c40-4025-92e2-58e1ee765314 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532937 Jun 10 16:13:03.775140 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.780153 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.782739 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-bfcb76f2-216a-4a61-8ee3-623f90f4d7e7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:03.798177 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bebe3fd-5786-4804-8a63-bd7bf73a93ae,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:03.803226 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:03.817903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.817903 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647584 Jun 10 16:13:03.817903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53822) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:03.819441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group_rule': {'security_group_id': 'a5bf677a-3bcf-495a-a26a-d6d4d680bf6a', 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:03.845712 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.856409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=7151c653-c12e-4503-b7ff-96493010b6d3,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:03.861278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:03.899537 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Set router 39e5b765-9bd5-4710-beb6-95c29523a403 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:13:03.908050 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.912081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.914470 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:03.931697 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac1cca8-95f1-4973-87af-fe93c0faab27,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:03.934475 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:03.938346 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:03.940078 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246810 Jun 10 16:13:03.942974 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53824) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:03.947435 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group_rule': {'security_group_id': 'a5bf677a-3bcf-495a-a26a-d6d4d680bf6a', 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:03.973826 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.042935 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.046661 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.053374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8376632e-4241-477d-aaac-3c9adfc0df8d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:04.071309 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c785e931-541a-4a9e-96a1-49509e7e919b,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:04.075698 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:04.077221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.081874 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a84ecbdf-22f8-4dd6-a025-5dbc277fcba0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344826 Jun 10 16:13:04.081874 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 53826) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:04.086166 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group_rule': {'security_group_id': 'a5bf677a-3bcf-495a-a26a-d6d4d680bf6a', 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:04.114365 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.178276 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:13:01Z', 'revision_number': 4, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '0145cf4a-85df-4f2f-926b-b4831512f79e', 'name': '', 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'mac_address': 'fa:16:3e:f5:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:13:00Z', 'updated_at': '2021-06-10T16:13:02Z', 'revision_number': 2, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'subnets': [{'id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:04.181790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Checking router: 39e5b765-9bd5-4710-beb6-95c29523a403 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:13:04.182151 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Updating router 39e5b765-9bd5-4710-beb6-95c29523a403 port 0145cf4a-85df-4f2f-926b-b4831512f79e binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:13:04.185015 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.190078 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.192372 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-afaf7f8d-17ba-47f1-ae20-3cd31d0bbccd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:04.211109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d438f24c-600e-41fe-8a61-f5c1444ad8e4,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:04.213196 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:04.214714 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.216119 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-65864bc6-4714-4783-a21d-2ed831f51029 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334875 Jun 10 16:13:04.218977 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53828) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:04.224952 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group_rule': {'security_group_id': 'a5bf677a-3bcf-495a-a26a-d6d4d680bf6a', 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:04.237793 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.247508 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.securitygroups_db [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Project 400320c718ae4f20ba293eaa1d79429e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:13:04.253172 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.325365 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.331762 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.335037 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:04.354320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e0abdc-bef3-4bef-9c84-8a9d916b0193,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:04.357330 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:04.364516 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.368936 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f20744c8-8d53-4c21-a7de-abf9c1eca93e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463654 Jun 10 16:13:04.369563 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 53832) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:04.375226 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'security_group_rule': {'security_group_id': 'a5bf677a-3bcf-495a-a26a-d6d4d680bf6a', 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:04.399252 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.securitygroups_db [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Project 400320c718ae4f20ba293eaa1d79429e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:13:04.401220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd18303-2e82-417c-8767-e783c17da20d req-4fbeb69b-fbc9-47b8-b7e8-0ab324ed1ccd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:04.402853 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2dd18303-2e82-417c-8767-e783c17da20d req-4fbeb69b-fbc9-47b8-b7e8-0ab324ed1ccd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0827665 Jun 10 16:13:04.408859 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.450394 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2dd18303-2e82-417c-8767-e783c17da20d req-5026759b-cc4b-4765-ad75-e3b86e7aed99 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Jun 10 16:13:04.482115 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.494544 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.503885 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:04.529614 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdd3804-86fb-4f92-b71d-4d6742a80f19,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:04.532814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:04.540360 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.541936 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a2090b15-e212-4f18-8b4f-1c60f71eca99 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709752 Jun 10 16:13:04.608306 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.620253 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Transition to ACTIVE for port object 0145cf4a-85df-4f2f-926b-b4831512f79e will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:13:04.626729 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.628730 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:04.692321 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd286f-3ebe-4a35-a30d-4bee8bdbfa97 req-d128ec52-d483-46aa-9701-290fdfd65b41 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:04.694049 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a5dd286f-3ebe-4a35-a30d-4bee8bdbfa97 req-d128ec52-d483-46aa-9701-290fdfd65b41 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0885222 Jun 10 16:13:04.724451 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8044cf8-e31f-4d23-a60e-6c154db3610a None None] Pushing event updated for resources: {'Port': ['ID=0145cf4a-85df-4f2f-926b-b4831512f79e,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:04.728388 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a8044cf8-e31f-4d23-a60e-6c154db3610a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:04.762133 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a5dd286f-3ebe-4a35-a30d-4bee8bdbfa97 req-f45e899e-da2b-4de6-9b9a-5c26db673309 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608797 Jun 10 16:13:04.821303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Attempting to bind port 0145cf4a-85df-4f2f-926b-b4831512f79e on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:13:04.821699 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Attempting to bind port 0145cf4a-85df-4f2f-926b-b4831512f79e by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:13:04.822047 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Attempting to bind port 0145cf4a-85df-4f2f-926b-b4831512f79e on network f4749be2-e10f-4f72-90c5-83418f49f6a5 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:13:04.827718 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:13:04.827910 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Checking segment: {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:13:04.828376 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.828858 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Bound using segment: {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:13:04.829860 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Bound port: 0145cf4a-85df-4f2f-926b-b4831512f79e, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:13:04.830472 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.921395 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] For port 0145cf4a-85df-4f2f-926b-b4831512f79e, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:13:04.940729 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] For port 0145cf4a-85df-4f2f-926b-b4831512f79e, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=0145cf4a-85df-4f2f-926b-b4831512f79e,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:13:04.947595 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:04.949640 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:04.999621 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9cefe-ac32-48b7-8c9a-e83f26705687 req-0ac06ce5-b5c9-46e0-bf6b-0dc41df73e54 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:05.001870 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f0a9cefe-ac32-48b7-8c9a-e83f26705687 req-0ac06ce5-b5c9-46e0-bf6b-0dc41df73e54 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1051476 Jun 10 16:13:05.006117 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Routers {'39e5b765-9bd5-4710-beb6-95c29523a403'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:13:05.006756 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:12:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['39e5b765-9bd5-4710-beb6-95c29523a403'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:05.086839 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f0a9cefe-ac32-48b7-8c9a-e83f26705687 req-44cab9fe-123c-48ab-a5b1-d2ceca9cbf41 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686452 Jun 10 16:13:05.156853 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8044cf8-e31f-4d23-a60e-6c154db3610a None None] Pushing event updated for resources: {'Port': ['ID=0145cf4a-85df-4f2f-926b-b4831512f79e,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:05.187637 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a8044cf8-e31f-4d23-a60e-6c154db3610a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:05.250386 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] Set router 39e5b765-9bd5-4710-beb6-95c29523a403 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:13:05.309137 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7151c653-c12e-4503-b7ff-96493010b6d3 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:05.646327 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 7151c653-c12e-4503-b7ff-96493010b6d3 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:05.647045 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:05.663896 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470f3d4-9769-4f8b-9bc0-d15dfa32982d req-b8a38a1f-6908-4d48-93b4-116131702da9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:05.665169 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a470f3d4-9769-4f8b-9bc0-d15dfa32982d req-b8a38a1f-6908-4d48-93b4-116131702da9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0768955 Jun 10 16:13:05.709717 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a470f3d4-9769-4f8b-9bc0-d15dfa32982d req-fd78396c-9d0d-4f64-a5fb-30e6e9f33b9a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Jun 10 16:13:05.805573 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:13:01Z', 'revision_number': 4, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '0145cf4a-85df-4f2f-926b-b4831512f79e', 'name': '', 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'mac_address': 'fa:16:3e:f5:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:13:00Z', 'updated_at': '2021-06-10T16:13:04Z', 'revision_number': 4, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'subnets': [{'id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:05.809488 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e313cd-0042-4fda-b034-10e37dc3c7a1 None None] The sync data for ids ['39e5b765-9bd5-4710-beb6-95c29523a403'] in dv-cinder-789564-6-iscsi is: [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:13:01Z', 'revision_number': 4, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '0145cf4a-85df-4f2f-926b-b4831512f79e', 'name': '', 'network_id': 'f4749be2-e10f-4f72-90c5-83418f49f6a5', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'mac_address': 'fa:16:3e:f5:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:13:00Z', 'updated_at': '2021-06-10T16:13:04Z', 'revision_number': 4, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'subnets': [{'id': 'cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:13:05.969634 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cf8e7-3963-403f-915c-20c2e99a89bb req-abdf5ad6-1f6b-407c-8d66-267d009e07f4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:05.972026 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fb1cf8e7-3963-403f-915c-20c2e99a89bb req-abdf5ad6-1f6b-407c-8d66-267d009e07f4 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0781410 Jun 10 16:13:06.024436 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fb1cf8e7-3963-403f-915c-20c2e99a89bb req-b0e3c33b-a103-4261-a063-26469728b273 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 Jun 10 16:13:06.493016 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945c2ed-d48e-4f48-a0c8-269b12b077e4 req-d5f57f26-ff65-4c4a-b14d-331eb6ffd36b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.500462 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9945c2ed-d48e-4f48-a0c8-269b12b077e4 req-d5f57f26-ff65-4c4a-b14d-331eb6ffd36b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1346219 Jun 10 16:13:06.536898 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-d8d6002e-a96a-4ff2-a37d-e596e8f077a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.538422 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-d8d6002e-a96a-4ff2-a37d-e596e8f077a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1099 time: 0.1243830 Jun 10 16:13:06.561088 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9945c2ed-d48e-4f48-a0c8-269b12b077e4 req-1cb2ebd8-f4f8-464a-8149-a867cd10a5ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568891 Jun 10 16:13:06.608281 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c6754-e834-49f6-968f-1087b957599d req-cca5e4be-ab79-4f64-9149-dd4f80bb6a85 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.609815 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-728c6754-e834-49f6-968f-1087b957599d req-cca5e4be-ab79-4f64-9149-dd4f80bb6a85 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1300986 Jun 10 16:13:06.716630 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-728c6754-e834-49f6-968f-1087b957599d req-395deda5-546e-4668-9b46-f48498b2014f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637753 Jun 10 16:13:06.717810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-d395ff56-2c57-4b3c-a0d8-e9c52f728e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.719628 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-d395ff56-2c57-4b3c-a0d8-e9c52f728e4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.1675565 Jun 10 16:13:06.822752 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-b30c27f3-130c-4a6c-8dff-ac13de9d9a6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 1002 time: 0.0936873 Jun 10 16:13:06.884168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-c2966d42-1754-4314-b5f5-65a39fc9c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.885636 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-c2966d42-1754-4314-b5f5-65a39fc9c2a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.0541186 Jun 10 16:13:06.929736 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b9578-36fd-406e-ab40-892f4c685f39 req-73486fbb-5585-4844-a613-a066b227c82e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.931308 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c30b9578-36fd-406e-ab40-892f4c685f39 req-73486fbb-5585-4844-a613-a066b227c82e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0882664 Jun 10 16:13:06.967445 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-b0997e48-018f-4b69-a3ee-a8ddca234e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:06.968934 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-b0997e48-018f-4b69-a3ee-a8ddca234e81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662782 Jun 10 16:13:06.982132 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c30b9578-36fd-406e-ab40-892f4c685f39 req-f8e95a7e-cbb8-4995-8257-9ad3d0a39f18 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Jun 10 16:13:07.311606 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0145cf4a-85df-4f2f-926b-b4831512f79e up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:07.376749 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 0145cf4a-85df-4f2f-926b-b4831512f79e completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:07.381124 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 0145cf4a-85df-4f2f-926b-b4831512f79e triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:07.381514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:07.410539 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-dab36d3e-eb99-413c-bf0d-2c100eb21fb0 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305263 Jun 10 16:13:07.494605 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:07.555665 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 0145cf4a-85df-4f2f-926b-b4831512f79e, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=0145cf4a-85df-4f2f-926b-b4831512f79e,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:07.562167 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:07.565179 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:07.642385 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=0145cf4a-85df-4f2f-926b-b4831512f79e,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:07.646918 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:07.662235 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1db7eb47-d5d3-4994-ae75-43817a50f4b3 req-02e4f8b5-2f6e-4123-8351-5222d522dc6b service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385962 Jun 10 16:13:07.810648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95145fb-3b69-4dee-81ad-0692a3a6a0f3 req-099185c7-f471-4ab6-b6aa-bf34e6e74c42 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:07.813234 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a95145fb-3b69-4dee-81ad-0692a3a6a0f3 req-099185c7-f471-4ab6-b6aa-bf34e6e74c42 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0981255 Jun 10 16:13:07.864322 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a95145fb-3b69-4dee-81ad-0692a3a6a0f3 req-21deaa85-12f2-4776-aef0-1aeceed37249 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437739 Jun 10 16:13:07.944465 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f8e0f-8257-44c5-9812-7b998edb6c36 req-e217a84a-3549-4bd4-b69f-e45ec4ef9795 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:07.947160 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-299f8e0f-8257-44c5-9812-7b998edb6c36 req-e217a84a-3549-4bd4-b69f-e45ec4ef9795 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0939729 Jun 10 16:13:07.996513 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-299f8e0f-8257-44c5-9812-7b998edb6c36 req-4bd009d1-1a19-4814-ae80-c5e5d942e4ee tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Jun 10 16:13:08.199160 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6619747-af45-4e53-a973-835ae2d95ea7 req-dc15c02b-99a3-4c85-8ddd-31bd04a3e2d4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:08.200541 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b6619747-af45-4e53-a973-835ae2d95ea7 req-dc15c02b-99a3-4c85-8ddd-31bd04a3e2d4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0733497 Jun 10 16:13:08.242599 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b6619747-af45-4e53-a973-835ae2d95ea7 req-39fc947c-fb14-4781-be77-f92105221814 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362589 Jun 10 16:13:09.058767 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343a35-ce58-4504-bd9a-4c2f1698c29b req-5ef5d27f-48dc-46dd-9e1d-dd5e96b7820d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:09.060246 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b343a35-ce58-4504-bd9a-4c2f1698c29b req-5ef5d27f-48dc-46dd-9e1d-dd5e96b7820d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0699847 Jun 10 16:13:09.107578 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b343a35-ce58-4504-bd9a-4c2f1698c29b req-cab42290-9e7b-4686-aa5c-54ddfd607d72 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Jun 10 16:13:09.137983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d07111-101f-45fc-af07-fd18dd2c5adb req-8a0fc10e-8890-4d4d-8dfe-c985d7f008e0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:09.139408 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-72d07111-101f-45fc-af07-fd18dd2c5adb req-8a0fc10e-8890-4d4d-8dfe-c985d7f008e0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.0711210 Jun 10 16:13:09.172309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:13:09.183144 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-72d07111-101f-45fc-af07-fd18dd2c5adb req-fd3cf457-b29e-4716-a032-5458a880a392 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Jun 10 16:13:09.299766 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0145cf4a-85df-4f2f-926b-b4831512f79e up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:09.304924 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768c7b-0344-4766-9d75-939cbac68e56 req-787c4431-20df-402f-95b1-8205c91c355c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:09.306624 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83768c7b-0344-4766-9d75-939cbac68e56 req-787c4431-20df-402f-95b1-8205c91c355c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0818489 Jun 10 16:13:09.350335 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:09.354045 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83768c7b-0344-4766-9d75-939cbac68e56 req-a681df78-80fc-4255-9bfd-8ccf65e9178d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386753 Jun 10 16:13:09.369387 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'mac_address': 'fa:16:3e:11:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:13:09.426152 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 0145cf4a-85df-4f2f-926b-b4831512f79e triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:09.427181 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:09.429586 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:09.452547 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000c0c1-0462-4165-8ea2-834ee54143a3 req-064587cd-aac2-4ce2-a384-a848dbfe1eb7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:09.454100 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5000c0c1-0462-4165-8ea2-834ee54143a3 req-064587cd-aac2-4ce2-a384-a848dbfe1eb7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0779235 Jun 10 16:13:09.477220 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 253e50d0-c456-45ed-8a77-8a5c1b67d537 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:13:09.496396 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5000c0c1-0462-4165-8ea2-834ee54143a3 req-2a59a555-6359-42d5-a851-60434204fb54 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362647 Jun 10 16:13:09.504068 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:09.509649 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:09.513970 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:09.606776 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=6']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:09.611504 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:09.781567 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['253e50d0-c456-45ed-8a77-8a5c1b67d537'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:09.996046 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:13:10.298079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b721b-9f43-48bd-85a6-a2971e0ee3f9 req-8858b626-4879-4236-939a-a687ecec9276 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:10.299724 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-052b721b-9f43-48bd-85a6-a2971e0ee3f9 req-8858b626-4879-4236-939a-a687ecec9276 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 944 time: 0.0695703 Jun 10 16:13:10.346610 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-052b721b-9f43-48bd-85a6-a2971e0ee3f9 req-07559630-df25-4963-ad5e-680a02255629 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413043 Jun 10 16:13:10.371813 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cb628-f2f4-4674-b68a-b57a4f2cfd56 req-bd9efde3-cba1-4c66-a4c5-62c980f503bd tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:10.371813 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f8cb628-f2f4-4674-b68a-b57a4f2cfd56 req-bd9efde3-cba1-4c66-a4c5-62c980f503bd tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.0717678 Jun 10 16:13:10.409514 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f8cb628-f2f4-4674-b68a-b57a4f2cfd56 req-33bc3bfb-e6c0-4ef1-9a33-0f6eca1c36d0 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Jun 10 16:13:10.682469 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015f1e1-5fee-492b-af2b-abba1021c3aa req-d871780f-d1d8-4c6a-9c27-a7005ce3cd30 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:10.683833 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7015f1e1-5fee-492b-af2b-abba1021c3aa req-d871780f-d1d8-4c6a-9c27-a7005ce3cd30 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0681832 Jun 10 16:13:10.726151 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7015f1e1-5fee-492b-af2b-abba1021c3aa req-0c6e1737-8dc5-4eb7-94b2-6f0c8c8a05b2 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355816 Jun 10 16:13:11.191922 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:11.271477 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 253e50d0-c456-45ed-8a77-8a5c1b67d537 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:11.271862 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:11.416190 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:11.459439 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:11.461880 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d0369-3ace-49b0-94e3-6e2d471a5e31" -d '{"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-plugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:11.508876 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:11.514794 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:11.518014 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:11.579920 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=7']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:11.584490 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:11.611101 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5217ec-1522-4a80-9915-0972f063fba5 req-ee7f487b-2b10-4e86-a389-cf161e5e98e7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:11.619337 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2d5217ec-1522-4a80-9915-0972f063fba5 req-ee7f487b-2b10-4e86-a389-cf161e5e98e7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 944 time: 0.1214073 Jun 10 16:13:11.713503 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2d5217ec-1522-4a80-9915-0972f063fba5 req-0c62991f-9fb9-40d2-97bd-35f5484d790c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883462 Jun 10 16:13:11.777624 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15868f-1b4c-438f-ac14-a83c5c791106 req-53fd7b0a-4be3-41cc-925e-7888f2fa976e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:11.786140 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183ed443-6acf-47ae-8c1d-46c9a572066a x-openstack-request-id: req-183ed443-6acf-47ae-8c1d-46c9a572066a {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:11.786291 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ad15868f-1b4c-438f-ac14-a83c5c791106 req-53fd7b0a-4be3-41cc-925e-7888f2fa976e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.1893809 Jun 10 16:13:11.786478 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-plugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:11.786701 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-183ed443-6acf-47ae-8c1d-46c9a572066a {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:11.787359 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'code': 200} Jun 10 16:13:11.795148 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-82e0ad43-e507-43c9-8398-eb84869719ff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:11.796756 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-82e0ad43-e507-43c9-8398-eb84869719ff tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 945 time: 0.1707630 Jun 10 16:13:11.895210 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ad15868f-1b4c-438f-ac14-a83c5c791106 req-cfffbd48-4a7b-49ec-b9c5-5a86e5f26e52 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078782 Jun 10 16:13:11.968462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081552ff-39cf-4655-9312-bda2a8970203 req-7814f96c-02ab-4792-ae66-09ad91050601 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:11.970439 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-081552ff-39cf-4655-9312-bda2a8970203 req-7814f96c-02ab-4792-ae66-09ad91050601 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0718141 Jun 10 16:13:11.973355 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Deleting port 05c7373b-78a9-40b2-8185-90324426ae20 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:13:11.973700 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:12.012415 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-081552ff-39cf-4655-9312-bda2a8970203 req-e28b68f2-b830-4971-8a3b-40dd3c8c30e1 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Jun 10 16:13:12.096025 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] For port 05c7373b-78a9-40b2-8185-90324426ae20, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05c7373b-78a9-40b2-8185-90324426ae20,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:12.096452 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:12.221490 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Calling delete_port for 05c7373b-78a9-40b2-8185-90324426ae20 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:13:12.482210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:12.488771 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:12.505270 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0', '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'b20c4292-d231-45cf-abb7-6543cdeefb08', '05c7373b-78a9-40b2-8185-90324426ae20'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:12.534581 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event deleted for resources: {'Port': ['ID=05c7373b-78a9-40b2-8185-90324426ae20,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:12.540576 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:12.622656 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] No DVR routers for this DVR port 05c7373b-78a9-40b2-8185-90324426ae20 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:13:12.627864 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:12.630505 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f1961767-52d9-48a2-b7c4-53e4d146fcc0 req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "DELETE /v2.0/ports/05c7373b-78a9-40b2-8185-90324426ae20 HTTP/1.1" status: 204 len: 173 time: 0.8172467 Jun 10 16:13:12.631325 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'name': 'network-vif-deleted', 'tag': '05c7373b-78a9-40b2-8185-90324426ae20'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:12.633873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4742384-2867-4008-991d-223131f47558" -d '{"events": [{"server_uuid": "6834fd84-1363-4244-abf7-e9fbe3beaff8", "name": "network-vif-deleted", "tag": "05c7373b-78a9-40b2-8185-90324426ae20"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:12.678313 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b996bf1-e970-433a-b7a8-f3d77f1d6d3b x-openstack-request-id: req-6b996bf1-e970-433a-b7a8-f3d77f1d6d3b {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:12.678719 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6834fd84-1363-4244-abf7-e9fbe3beaff8", "name": "network-vif-deleted", "tag": "05c7373b-78a9-40b2-8185-90324426ae20", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:12.679068 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b996bf1-e970-433a-b7a8-f3d77f1d6d3b {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:12.679479 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6834fd84-1363-4244-abf7-e9fbe3beaff8', 'name': 'network-vif-deleted', 'tag': '05c7373b-78a9-40b2-8185-90324426ae20', 'status': 'completed', 'code': 200} Jun 10 16:13:12.993961 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfb9f-7da7-4d6d-86e6-f6ecf2d6e331 req-623aa30a-d4e4-48d7-a56d-b48e6d4427a2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:12.995684 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b2fdfb9f-7da7-4d6d-86e6-f6ecf2d6e331 req-623aa30a-d4e4-48d7-a56d-b48e6d4427a2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1079543 Jun 10 16:13:13.143849 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-659d205c-3799-432e-a2b2-d0263c89be76 req-712717da-8d87-4aaa-944f-13a6a8bef315 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=6834fd84-1363-4244-abf7-e9fbe3beaff8 HTTP/1.1" status: 200 len: 210 time: 0.0443726 Jun 10 16:13:13.358347 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b2fdfb9f-7da7-4d6d-86e6-f6ecf2d6e331 req-b9226f66-aef0-4407-a5b7-4287c9a61ad8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469908 Jun 10 16:13:13.393948 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0fc6c-3736-4819-9ca4-1da247dbd904 req-54a50232-2a4b-4b20-a2db-56d0bd652436 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:13.395143 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-41d0fc6c-3736-4819-9ca4-1da247dbd904 req-54a50232-2a4b-4b20-a2db-56d0bd652436 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0978596 Jun 10 16:13:13.461066 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-41d0fc6c-3736-4819-9ca4-1da247dbd904 req-8abbf3ac-1e6c-4381-b458-23b2f3bddae5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511973 Jun 10 16:13:14.579614 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66edaa-58c1-4e9c-9dcb-7b877e045f51 req-3242832e-869f-4443-ae09-85b24322953a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:14.581636 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c66edaa-58c1-4e9c-9dcb-7b877e045f51 req-3242832e-869f-4443-ae09-85b24322953a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1013541 Jun 10 16:13:14.637159 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c66edaa-58c1-4e9c-9dcb-7b877e045f51 req-966deb8a-63de-4ee4-adc6-52f8d63090ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486069 Jun 10 16:13:14.717363 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc508-1902-4e37-876e-2e979fa96eab req-84aa7bee-29e7-4686-ad28-c766515b5b8f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:14.720384 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cbdcc508-1902-4e37-876e-2e979fa96eab req-84aa7bee-29e7-4686-ad28-c766515b5b8f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1094801 Jun 10 16:13:14.780835 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cbdcc508-1902-4e37-876e-2e979fa96eab req-64475d03-8f96-4ba7-8fc2-cba18f7c580e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546196 Jun 10 16:13:15.199833 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 05c7373b-78a9-40b2-8185-90324426ae20 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:13:15.227722 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 05c7373b-78a9-40b2-8185-90324426ae20 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:13:15.228343 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 05c7373b-78a9-40b2-8185-90324426ae20 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:13:15.870089 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9266a8-4165-40da-9509-4adb1f6ad826 req-63d0bc92-9efe-4726-a8cc-31e74a74ba52 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:15.872391 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-db9266a8-4165-40da-9509-4adb1f6ad826 req-63d0bc92-9efe-4726-a8cc-31e74a74ba52 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0876606 Jun 10 16:13:15.884504 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8a71-13d6-4a4d-9608-8e9cd7f2bf9b req-3fd8e4b6-d966-4883-8f18-c8b82e622094 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:15.886865 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-44fd8a71-13d6-4a4d-9608-8e9cd7f2bf9b req-3fd8e4b6-d966-4883-8f18-c8b82e622094 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.0958605 Jun 10 16:13:15.926402 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-db9266a8-4165-40da-9509-4adb1f6ad826 req-f3ac29d1-29c7-4287-9e87-51ed637ad896 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475080 Jun 10 16:13:15.946498 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-44fd8a71-13d6-4a4d-9608-8e9cd7f2bf9b req-6c3b6fb4-0060-43e6-aab4-f58ce991cf26 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511310 Jun 10 16:13:16.142843 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ccd08-0116-49d7-97bd-a9e9841d864b req-ecf62194-1e68-4acb-96aa-d268ba31c041 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:16.144312 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-730ccd08-0116-49d7-97bd-a9e9841d864b req-ecf62194-1e68-4acb-96aa-d268ba31c041 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1012433 Jun 10 16:13:16.211649 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-730ccd08-0116-49d7-97bd-a9e9841d864b req-8f6cbbb9-08d4-4014-b76b-fc7ecae49233 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Jun 10 16:13:16.668865 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:17.173049 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4e4da-278d-4e4c-a59f-331628f2e27f req-a7395319-49d7-41af-a108-b89c1a24de42 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:17.173049 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4ad4e4da-278d-4e4c-a59f-331628f2e27f req-a7395319-49d7-41af-a108-b89c1a24de42 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1101019 Jun 10 16:13:17.220239 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4ad4e4da-278d-4e4c-a59f-331628f2e27f req-c953c641-7fcd-42ff-9d15-9c7cd399f056 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Jun 10 16:13:17.264472 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35912999-69b3-4789-93ec-8d90b7db881d req-8db4fe78-9eed-4442-b445-bcad78c7dc0c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:17.266988 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-35912999-69b3-4789-93ec-8d90b7db881d req-8db4fe78-9eed-4442-b445-bcad78c7dc0c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.1188307 Jun 10 16:13:17.328606 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-35912999-69b3-4789-93ec-8d90b7db881d req-483627e6-3281-4337-b4dc-26923d28039c tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524693 Jun 10 16:13:17.449657 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e171-7ead-4d76-97c5-a3b04eef05dd req-00ecde41-7e7a-4a3c-8eb4-157929d638a5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:17.451189 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a1b6e171-7ead-4d76-97c5-a3b04eef05dd req-00ecde41-7e7a-4a3c-8eb4-157929d638a5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0893991 Jun 10 16:13:17.505917 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a1b6e171-7ead-4d76-97c5-a3b04eef05dd req-cb7ce7dc-1d1a-4a68-8c3e-cea98d6aa35b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Jun 10 16:13:17.997096 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ff11-2945-44de-8496-64b018997d7f req-c5f0999b-6853-447e-9676-51d5e566d979 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:17.998871 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8720ff11-2945-44de-8496-64b018997d7f req-c5f0999b-6853-447e-9676-51d5e566d979 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.0880880 Jun 10 16:13:18.155938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Deleting port b20c4292-d231-45cf-abb7-6543cdeefb08 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:13:18.156268 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:18.301429 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] For port b20c4292-d231-45cf-abb7-6543cdeefb08, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b20c4292-d231-45cf-abb7-6543cdeefb08,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:18.302109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:18.416495 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Calling delete_port for b20c4292-d231-45cf-abb7-6543cdeefb08 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:13:18.531454 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced19f4-fd68-46c3-9764-e6dee7e5fc0a req-3f7140d3-c7a4-402b-b896-15177490f628 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:18.534593 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0ced19f4-fd68-46c3-9764-e6dee7e5fc0a req-3f7140d3-c7a4-402b-b896-15177490f628 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 945 time: 0.0817420 Jun 10 16:13:18.598664 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0ced19f4-fd68-46c3-9764-e6dee7e5fc0a req-76ad4b19-8fba-4389-8bea-3874ef7ae192 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Jun 10 16:13:18.617297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e16ad0-69ed-4f03-b966-fda716ad24ed req-02351849-6ae4-488f-84ee-fc4fe7875916 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:18.619900 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b8e16ad0-69ed-4f03-b966-fda716ad24ed req-02351849-6ae4-488f-84ee-fc4fe7875916 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.2010870 Jun 10 16:13:18.665579 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a0f2f1d3-b9a4-409f-b875-0a46311f510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:18.773582 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b8e16ad0-69ed-4f03-b966-fda716ad24ed req-036c50c4-73b6-42b0-bca2-63c5fcd11ae7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469939 Jun 10 16:13:18.779240 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:18.785566 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:18.793614 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0', '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'b20c4292-d231-45cf-abb7-6543cdeefb08'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:18.840649 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event deleted for resources: {'Port': ['ID=b20c4292-d231-45cf-abb7-6543cdeefb08,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:18.848565 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777ae71-1ac3-49a4-b3c7-f9035119a9a0 req-4243e03d-2424-4c8e-b555-c9a5063b6929 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:18.852079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:18.862391 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3777ae71-1ac3-49a4-b3c7-f9035119a9a0 req-4243e03d-2424-4c8e-b555-c9a5063b6929 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1404710 Jun 10 16:13:18.932982 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3777ae71-1ac3-49a4-b3c7-f9035119a9a0 req-1f2d36fb-04b0-472a-afc0-38fc31325bba tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663235 Jun 10 16:13:18.944425 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] No DVR routers for this DVR port b20c4292-d231-45cf-abb7-6543cdeefb08 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:13:18.947738 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:18.950549 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8720ff11-2945-44de-8496-64b018997d7f req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "DELETE /v2.0/ports/b20c4292-d231-45cf-abb7-6543cdeefb08 HTTP/1.1" status: 204 len: 173 time: 0.9408998 Jun 10 16:13:18.951082 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf898d85-053d-4860-85d7-9af407454a1a', 'name': 'network-vif-deleted', 'tag': 'b20c4292-d231-45cf-abb7-6543cdeefb08'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:18.963156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b1b87c-4410-46b8-ab0b-b207a6139c75" -d '{"events": [{"server_uuid": "cf898d85-053d-4860-85d7-9af407454a1a", "name": "network-vif-deleted", "tag": "b20c4292-d231-45cf-abb7-6543cdeefb08"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:19.016109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6dde9-1ff3-4199-8b5c-52e0957e8bec x-openstack-request-id: req-b1b6dde9-1ff3-4199-8b5c-52e0957e8bec {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:19.016971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf898d85-053d-4860-85d7-9af407454a1a", "name": "network-vif-deleted", "tag": "b20c4292-d231-45cf-abb7-6543cdeefb08", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:19.017303 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1b6dde9-1ff3-4199-8b5c-52e0957e8bec {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:19.017694 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf898d85-053d-4860-85d7-9af407454a1a', 'name': 'network-vif-deleted', 'tag': 'b20c4292-d231-45cf-abb7-6543cdeefb08', 'status': 'completed', 'code': 200} Jun 10 16:13:19.759238 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abe48556-bf2d-46fd-a20f-087d1efcb064 req-2819f77a-8ee2-40ad-97f9-34838dc6dc27 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf898d85-053d-4860-85d7-9af407454a1a HTTP/1.1" status: 200 len: 210 time: 0.0378702 Jun 10 16:13:20.055085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bd55-ecdc-49bb-8408-9dfab3da01a2 req-c7252a2b-f614-4537-8420-3e23dc5ad1ed tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:20.056777 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d0c8bd55-ecdc-49bb-8408-9dfab3da01a2 req-c7252a2b-f614-4537-8420-3e23dc5ad1ed tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.1254888 Jun 10 16:13:20.115224 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d0c8bd55-ecdc-49bb-8408-9dfab3da01a2 req-9bbb9d69-d4b3-41c0-b3cc-8a84a7599cfd tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523648 Jun 10 16:13:20.163975 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2668d-a60c-4f23-a47a-b2a498775345 req-c206028a-3edf-4060-9b34-b77c71f29195 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:20.165576 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dbe2668d-a60c-4f23-a47a-b2a498775345 req-c206028a-3edf-4060-9b34-b77c71f29195 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0956926 Jun 10 16:13:20.221966 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dbe2668d-a60c-4f23-a47a-b2a498775345 req-c96d517f-9449-4231-abb2-60be3585b095 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Jun 10 16:13:21.113691 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d13f718c-4e80-417d-9323-8ca119ac3b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:21.236135 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device b20c4292-d231-45cf-abb7-6543cdeefb08 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:13:21.263682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: b20c4292-d231-45cf-abb7-6543cdeefb08 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:13:21.264416 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device b20c4292-d231-45cf-abb7-6543cdeefb08 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:13:21.270775 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a799c1-fb61-4ca7-b30d-d5bc91814b13 req-e7ecf12f-c756-4a16-aeb4-94cd5a527d52 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:21.272424 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a4a799c1-fb61-4ca7-b30d-d5bc91814b13 req-e7ecf12f-c756-4a16-aeb4-94cd5a527d52 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 945 time: 0.0774479 Jun 10 16:13:21.318010 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c302a8d-cb4a-4406-a835-d99dc1bc7ea2 req-9fec00fa-071e-4a26-a467-747c172a2b37 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:21.319519 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6c302a8d-cb4a-4406-a835-d99dc1bc7ea2 req-9fec00fa-071e-4a26-a467-747c172a2b37 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0828941 Jun 10 16:13:21.325949 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a4a799c1-fb61-4ca7-b30d-d5bc91814b13 req-c360d405-f786-4a31-b0f5-a1e48d98665e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Jun 10 16:13:21.370822 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6c302a8d-cb4a-4406-a835-d99dc1bc7ea2 req-ec4de3e1-a759-45ba-bd63-4f646ba010eb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450170 Jun 10 16:13:21.496696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:21.506633 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b208-1190-45f9-a5bb-9a0c9bbcab7d req-ee36b3dd-41e3-47da-9e41-49c545b81ff7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:21.508114 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02c3b208-1190-45f9-a5bb-9a0c9bbcab7d req-ee36b3dd-41e3-47da-9e41-49c545b81ff7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0679359 Jun 10 16:13:21.552297 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02c3b208-1190-45f9-a5bb-9a0c9bbcab7d req-638c3f06-a926-4d3e-8292-f528b4cd31c3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Jun 10 16:13:21.877455 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-c3bb84c4-4861-424e-8bc4-3507f2887f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:21.878823 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-c3bb84c4-4861-424e-8bc4-3507f2887f73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1098 time: 0.0600145 Jun 10 16:13:22.004239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-75c86a2a-0162-4b07-af0d-b53a3249fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:22.005909 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-75c86a2a-0162-4b07-af0d-b53a3249fefa service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.1150208 Jun 10 16:13:22.016577 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:22.086927 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-82c22c1f-28d8-4143-b5c8-a2fb2fff3f8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 200 len: 1000 time: 0.0731370 Jun 10 16:13:22.146394 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-1e68f3b2-2449-4567-97b5-b31d2314dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:22.147726 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-1e68f3b2-2449-4567-97b5-b31d2314dd4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0543530 Jun 10 16:13:22.212313 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-5941c3e5-5259-47c6-b47f-c57770f5274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:22.213852 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-5941c3e5-5259-47c6-b47f-c57770f5274c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561221 Jun 10 16:13:22.337829 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-e93195af-4d06-477a-a7ad-daa896504f38 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086552 Jun 10 16:13:22.462159 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52022845-ce0d-429a-99c5-24cd57d3ab9f req-34610ec6-455f-4248-8321-4d91d0f2c702 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133983 Jun 10 16:13:22.527511 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c715b-8203-441a-a85d-172588b8f2ad req-aae118b2-aaef-4ee5-a1c8-4da150a366ef tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:22.528983 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f76c715b-8203-441a-a85d-172588b8f2ad req-aae118b2-aaef-4ee5-a1c8-4da150a366ef tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 945 time: 0.0733488 Jun 10 16:13:22.558328 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8604f-6f2b-4eb6-823d-abd29cd1528d req-75286afe-0772-4297-baff-dfa7fa9d10eb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:22.559776 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7ba8604f-6f2b-4eb6-823d-abd29cd1528d req-75286afe-0772-4297-baff-dfa7fa9d10eb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0681803 Jun 10 16:13:22.572048 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f76c715b-8203-441a-a85d-172588b8f2ad req-7c262074-23f8-46a0-ad30-5df30de80b76 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Jun 10 16:13:22.606007 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7ba8604f-6f2b-4eb6-823d-abd29cd1528d req-4d5ad283-0b50-4593-ae69-9ec388f4cfb7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401425 Jun 10 16:13:22.738085 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec481-e270-411a-89cb-dff0d5ee7fe9 req-47fc7f63-13fc-47ff-b4b8-f1e643717c9d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:22.739517 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-289ec481-e270-411a-89cb-dff0d5ee7fe9 req-47fc7f63-13fc-47ff-b4b8-f1e643717c9d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0675282 Jun 10 16:13:22.780798 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-289ec481-e270-411a-89cb-dff0d5ee7fe9 req-8c2e81ab-6ddc-4f8c-a066-c13d527989f0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Jun 10 16:13:23.210836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-fc60cc5e-8038-44f3-a58b-d497e4d52e06 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:23.212262 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-fc60cc5e-8038-44f3-a58b-d497e4d52e06 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 945 time: 0.0765584 Jun 10 16:13:23.333623 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Deleting port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:13:23.333975 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:23.448803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] For port 38cee0c4-35a3-4beb-b77e-7eed8af69e66, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=38cee0c4-35a3-4beb-b77e-7eed8af69e66,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:23.449437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:23.807687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Calling delete_port for 38cee0c4-35a3-4beb-b77e-7eed8af69e66 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:13:23.811634 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a76d-4799-4d32-9db4-d46a1b39afad req-464d5539-3794-4f50-b15a-ca929299892f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:23.813632 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-91b7a76d-4799-4d32-9db4-d46a1b39afad req-464d5539-3794-4f50-b15a-ca929299892f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0738263 Jun 10 16:13:23.856632 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-91b7a76d-4799-4d32-9db4-d46a1b39afad req-a8c7591b-6371-4ce8-82e7-b0f84e9dc51a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360966 Jun 10 16:13:23.893686 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:23.942872 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b568-3fca-4677-85fb-a60f9c77f874 req-876920c9-7bea-4f38-be59-9cbb4912f7cb tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:23.944337 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bab1b568-3fca-4677-85fb-a60f9c77f874 req-876920c9-7bea-4f38-be59-9cbb4912f7cb tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=db8d09c9-b9fa-4474-a81d-5283c89a50ec HTTP/1.1" status: 200 len: 945 time: 0.1740012 Jun 10 16:13:24.027657 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bab1b568-3fca-4677-85fb-a60f9c77f874 req-b3965cd7-fc47-4438-a388-8cfcbf5a9b21 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720627 Jun 10 16:13:24.047417 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c772f2-a0a8-4bf3-b614-264054eeb150 req-65e6169d-f152-4e4e-a241-c392873d6634 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:24.049062 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c4c772f2-a0a8-4bf3-b614-264054eeb150 req-65e6169d-f152-4e4e-a241-c392873d6634 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0730004 Jun 10 16:13:24.054034 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:24.057889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8f84d4d7-2ac4-4ea0-a47a-6245550b9ee7 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:24.067203 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['097bc71a-56e8-40e3-8d6a-42cdf1653ed0', '38cee0c4-35a3-4beb-b77e-7eed8af69e66'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:24.089253 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event deleted for resources: {'Port': ['ID=38cee0c4-35a3-4beb-b77e-7eed8af69e66,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:24.092927 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:24.097518 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c4c772f2-a0a8-4bf3-b614-264054eeb150 req-85c3b4ee-4d61-4d2f-90f4-d7fd85212282 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Jun 10 16:13:24.149578 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] No DVR routers for this DVR port 38cee0c4-35a3-4beb-b77e-7eed8af69e66 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:13:24.151994 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:24.153963 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b599e970-58d5-4d31-9786-ef1a5ecba449 req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "DELETE /v2.0/ports/38cee0c4-35a3-4beb-b77e-7eed8af69e66 HTTP/1.1" status: 204 len: 173 time: 0.9277284 Jun 10 16:13:24.154454 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'name': 'network-vif-deleted', 'tag': '38cee0c4-35a3-4beb-b77e-7eed8af69e66'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:24.156853 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb848549-8940-4892-bb9d-a7b5f9ae70c2" -d '{"events": [{"server_uuid": "db8d09c9-b9fa-4474-a81d-5283c89a50ec", "name": "network-vif-deleted", "tag": "38cee0c4-35a3-4beb-b77e-7eed8af69e66"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:24.196692 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730426d-de19-4b40-9db6-3532639ec689 x-openstack-request-id: req-4730426d-de19-4b40-9db6-3532639ec689 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:24.197035 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8d09c9-b9fa-4474-a81d-5283c89a50ec", "name": "network-vif-deleted", "tag": "38cee0c4-35a3-4beb-b77e-7eed8af69e66", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:24.197317 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4730426d-de19-4b40-9db6-3532639ec689 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:24.197730 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8d09c9-b9fa-4474-a81d-5283c89a50ec', 'name': 'network-vif-deleted', 'tag': '38cee0c4-35a3-4beb-b77e-7eed8af69e66', 'status': 'completed', 'code': 200} Jun 10 16:13:25.059080 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174249a-f856-4f11-9d49-d6b436f6c1f9 req-bcae2298-eabe-4ea9-aedc-11cccb73a4ff tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:25.060598 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d174249a-f856-4f11-9d49-d6b436f6c1f9 req-bcae2298-eabe-4ea9-aedc-11cccb73a4ff tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 945 time: 0.0731499 Jun 10 16:13:25.104705 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d174249a-f856-4f11-9d49-d6b436f6c1f9 req-96e034f2-2820-4090-b716-7701d357e3a7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380278 Jun 10 16:13:25.248218 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 38cee0c4-35a3-4beb-b77e-7eed8af69e66 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:13:25.275864 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 38cee0c4-35a3-4beb-b77e-7eed8af69e66 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:13:25.276214 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 38cee0c4-35a3-4beb-b77e-7eed8af69e66 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:13:25.276645 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:13:25.345450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f93de-c466-442a-b5cd-3a448541c0a1 req-9178b389-aba8-4f78-8f63-410d117a1ce9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:25.346929 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b76f93de-c466-442a-b5cd-3a448541c0a1 req-9178b389-aba8-4f78-8f63-410d117a1ce9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1246057 Jun 10 16:13:25.390458 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:25.399744 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b76f93de-c466-442a-b5cd-3a448541c0a1 req-87e2c21f-2df1-4780-b0ab-ae406f2dfc13 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Jun 10 16:13:25.419241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:25.421744 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f95366-74f4-4190-bca3-cc803ff7c989" -d '{"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-unplugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:25.436504 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:25.442055 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:25.443991 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:25.475805 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10176824-dde3-4028-8023-0818c8116cca x-openstack-request-id: req-10176824-dde3-4028-8023-0818c8116cca {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:25.476020 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-unplugged", "status": "failed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "code": 422}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:25.476286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10176824-dde3-4028-8023-0818c8116cca {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:25.476724 dv-cinder-789564-6-iscsi neutron-server[91920]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'code': 422} returned with failed status Jun 10 16:13:25.506373 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=8']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:25.509488 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:25.682174 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-487f05ac-4531-45f3-84e8-e74256ecc5fa tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360522321&fields=id&tenant_id=400320c718ae4f20ba293eaa1d79429e HTTP/1.1" status: 200 len: 267 time: 0.0444069 Jun 10 16:13:25.817192 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7a4b6f65-a04a-431a-9fda-00d98ba0b7ca tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:25.818658 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7a4b6f65-a04a-431a-9fda-00d98ba0b7ca tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 809 time: 0.1296768 Jun 10 16:13:25.834941 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-bb379140-e629-49c2-9676-2ecb22fb1e63 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/quotas/400320c718ae4f20ba293eaa1d79429e HTTP/1.1" status: 200 len: 375 time: 0.0103211 Jun 10 16:13:25.928131 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-cdcbebf7-1edc-4c95-883e-9b186564d5f9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868828 Jun 10 16:13:25.973479 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e109-f0f3-4bf7-a4b7-57837018ed39 req-5bb10400-97df-42f8-a582-ad18d5fda5f2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:25.975309 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d9c1e109-f0f3-4bf7-a4b7-57837018ed39 req-5bb10400-97df-42f8-a582-ad18d5fda5f2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0738199 Jun 10 16:13:26.017882 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d9c1e109-f0f3-4bf7-a4b7-57837018ed39 req-3ebceb9e-1994-47a0-aa00-923b77060cb9 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365829 Jun 10 16:13:26.054077 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-bdb7b6d1-4e4f-485e-9f4d-6a3c719de57e service neutron] 10.222.0.44 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175122 Jun 10 16:13:26.172325 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-08abfafa-9650-4cdb-9923-77352c09fb28 service neutron] 10.222.0.44 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126225 Jun 10 16:13:26.237331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54180) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:26.350639 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-11a56756-ef89-4f76-8a8e-22950e88f785 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119900 Jun 10 16:13:26.644181 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f695ab46-2aa6-4d92-bb90-ceed09f01f55 req-454bde48-6837-4b83-ab3b-afd0e9ce3343 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 210 time: 0.0437701 Jun 10 16:13:26.653519 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0e9bf-a222-415a-aa38-286e9df2b5e0 req-baad61f9-d096-4fda-8e00-36214373c4ff tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:26.655222 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c3f0e9bf-a222-415a-aa38-286e9df2b5e0 req-baad61f9-d096-4fda-8e00-36214373c4ff tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0959020 Jun 10 16:13:26.705356 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c3f0e9bf-a222-415a-aa38-286e9df2b5e0 req-f7d62baa-501a-4785-bc2d-733ab6927888 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Jun 10 16:13:26.860525 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d857cf-3f84-4dfb-8257-c892a89233a7 req-a9eb5cba-0862-4fd5-8e32-f0e9713bbddf tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:26.865501 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b9d857cf-3f84-4dfb-8257-c892a89233a7 req-a9eb5cba-0862-4fd5-8e32-f0e9713bbddf tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 945 time: 0.0938320 Jun 10 16:13:26.917289 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b9d857cf-3f84-4dfb-8257-c892a89233a7 req-99ae0166-d2c2-429d-8bbe-c5e3bc4ef377 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Jun 10 16:13:27.219907 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e64019-b380-4362-a3cf-0c5d8c4512c0 req-764b5761-4e72-4757-b1df-276e9b429251 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:27.221428 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52e64019-b380-4362-a3cf-0c5d8c4512c0 req-764b5761-4e72-4757-b1df-276e9b429251 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0815532 Jun 10 16:13:27.265808 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-52e64019-b380-4362-a3cf-0c5d8c4512c0 req-7f9abc2d-b4eb-48af-a494-42841c70e89b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379133 Jun 10 16:13:27.833292 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6f5bceb7-7497-4f80-883d-2cd913a60880 req-14aac51c-cfc3-4bcf-ad15-55113a41b615 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 210 time: 0.0443432 Jun 10 16:13:27.928830 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-26117508-2200-4054-8fd8-54b0b5a75c96 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:27.930272 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-26117508-2200-4054-8fd8-54b0b5a75c96 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.49 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 809 time: 0.2265029 Jun 10 16:13:27.998209 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de61c0-6cfd-43af-8ccb-c5eec6236889 req-e14df1d4-f15b-4a2b-8ffb-e262817ddb1d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:27.999684 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1de61c0-6cfd-43af-8ccb-c5eec6236889 req-e14df1d4-f15b-4a2b-8ffb-e262817ddb1d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1243367 Jun 10 16:13:28.004954 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-88451496-8893-4e6b-8d35-c90c51b3c07c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=400320c718ae4f20ba293eaa1d79429e HTTP/1.1" status: 200 len: 380 time: 0.0642781 Jun 10 16:13:28.028681 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'port': {'device_id': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'admin_state_up': True, 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'security_groups': ['a5bf677a-3bcf-495a-a26a-d6d4d680bf6a']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:28.079146 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1de61c0-6cfd-43af-8ccb-c5eec6236889 req-75bc7a2c-a8c9-46f5-b8ff-4db05de29be6 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 Jun 10 16:13:28.117664 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be878c83-5935-4226-9924-e33ab94f4fef req-b9761388-b53c-4fd5-826c-499341431712 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:28.119122 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-be878c83-5935-4226-9924-e33ab94f4fef req-b9761388-b53c-4fd5-826c-499341431712 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 945 time: 0.0812433 Jun 10 16:13:28.160658 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-be878c83-5935-4226-9924-e33ab94f4fef req-8a5e3948-7291-4034-8ae8-4accc432712f tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e874fe5-61c6-4b51-be2c-01b4c885e412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Jun 10 16:13:28.190093 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Made reservation on behalf of 400320c718ae4f20ba293eaa1d79429e for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:13:28.193958 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:28.426486 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-ef9a8a3f-ca6c-4580-9678-25b9b6de1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:28.427938 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-ef9a8a3f-ca6c-4580-9678-25b9b6de1568 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9&tenant_id=2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 1096 time: 0.2218792 Jun 10 16:13:28.472984 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Allocated IP 172.20.0.4 (01d4fd37-333f-42ee-90f6-322341043b31/94fe7010-296d-4cbc-a79f-8bb6bf179d23/c94f943a-6679-4002-9f79-61d7b3aaa809) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:13:28.597807 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25063c1-0de2-43ba-85ae-63276eb8c354 req-86424423-8e92-4bbb-9a59-7b2e8ccf4e8a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:28.599181 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c25063c1-0de2-43ba-85ae-63276eb8c354 req-86424423-8e92-4bbb-9a59-7b2e8ccf4e8a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.2075109 Jun 10 16:13:28.626169 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-98b0d3bc-aec2-4776-9daf-700f9a424bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:28.627592 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-98b0d3bc-aec2-4776-9daf-700f9a424bbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1096 time: 0.1691058 Jun 10 16:13:28.738836 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c25063c1-0de2-43ba-85ae-63276eb8c354 req-1e10a94c-fd65-4917-9e76-9cbc9da7d42d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291368 Jun 10 16:13:28.762907 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-49c71307-4ed2-459b-8f11-34da240ec06e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:28.764693 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-49c71307-4ed2-459b-8f11-34da240ec06e tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 945 time: 0.0698845 Jun 10 16:13:28.831891 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:28.857560 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Transition to ACTIVE for port object c94f943a-6679-4002-9f79-61d7b3aaa809 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:13:28.859438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-d1c53766-fe83-4a81-9a74-776e38e5c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:28.861399 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-d1c53766-fe83-4a81-9a74-776e38e5c867 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.2213354 Jun 10 16:13:28.894219 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Deleting port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:13:28.895023 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:28.975374 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-b8f1c7a4-fdd7-4033-88b2-cd5b92a0bdf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 200 len: 998 time: 0.1029501 Jun 10 16:13:28.976912 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:28.980819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cecb6b1f-8331-4170-a95c-db90eac88e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:29.060038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] For port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,segment=NetworkSegment(c6e33890-d643-435c-817f-5d92e17d67d2),segment_id=c6e33890-d643-435c-817f-5d92e17d67d2)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:29.060465 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:29.077365 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Network 01d4fd37-333f-42ee-90f6-322341043b31 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:13:29.080904 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:29.084968 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:13:29.088311 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:29.089004 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:13:29.094478 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:29.095241 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:29.106384 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-d358a50d-3662-49ed-adc2-b11e10d86fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:29.106954 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-d358a50d-3662-49ed-adc2-b11e10d86fb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.1206121 Jun 10 16:13:29.127213 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1029131 Jun 10 16:13:29.154156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Request body: {'port': {'device_id': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:29.191280 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Calling delete_port for 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 owned by compute:nova {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:13:29.210096 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091935b-3d39-4c61-a756-4231e10dc151 req-79273937-9ba3-4b41-9177-f30e1a52de57 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:29.216954 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c091935b-3d39-4c61-a756-4231e10dc151 req-79273937-9ba3-4b41-9177-f30e1a52de57 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 931 time: 0.2347109 Jun 10 16:13:29.308549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:29.338672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-a64051a4-604b-4483-99d7-34b86e227f49 None None] Provisioning for port c94f943a-6679-4002-9f79-61d7b3aaa809 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:29.342007 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-c1023420-0938-4db8-b84e-0ec129e983f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:29.342713 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-a64051a4-604b-4483-99d7-34b86e227f49 None None] Provisioning complete for port c94f943a-6679-4002-9f79-61d7b3aaa809 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:29.343444 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a64051a4-604b-4483-99d7-34b86e227f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:29.343587 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-c1023420-0938-4db8-b84e-0ec129e983f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2298400 Jun 10 16:13:29.354218 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c091935b-3d39-4c61-a756-4231e10dc151 req-8b9188aa-fed5-4f37-8079-e586c2692928 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363740 Jun 10 16:13:29.400011 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-a64051a4-604b-4483-99d7-34b86e227f49 None None] Port c94f943a-6679-4002-9f79-61d7b3aaa809 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:13:29.440890 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc2c4a-e557-4f93-8bf2-da11af898ecb req-2f74171a-a4e7-464f-987e-68ee54ec9070 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:29.442398 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cacc2c4a-e557-4f93-8bf2-da11af898ecb req-2f74171a-a4e7-464f-987e-68ee54ec9070 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.2222600 Jun 10 16:13:29.462612 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:29.468430 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:29.503053 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Pushing event deleted for resources: {'Port': ['ID=097bc71a-56e8-40e3-8d6a-42cdf1653ed0,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:29.514137 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:29.541108 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-38b38f19-1c6e-4060-8d43-4bf20f4e68eb req-a4b56e4b-3f2b-47d1-8ecd-0810aff4575f tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.44 "GET /v2.0/ports?device_id=658ba36e-8f6e-4834-9999-662aaa4cb223 HTTP/1.1" status: 200 len: 210 time: 0.0435963 Jun 10 16:13:29.615370 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] No DVR routers for this DVR port 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 on host hv-cinder-78956 {{(pid=91918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:13:29.618644 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:29.620574 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a8dfbf33-cd78-49b2-99e3-d1544a565475 req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] 10.222.0.49 "DELETE /v2.0/ports/097bc71a-56e8-40e3-8d6a-42cdf1653ed0 HTTP/1.1" status: 204 len: 173 time: 0.8500876 Jun 10 16:13:29.621098 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'name': 'network-vif-deleted', 'tag': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:29.623263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cacc2c4a-e557-4f93-8bf2-da11af898ecb req-061e3efe-63e7-4d11-8041-5a0bd77ce44f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709058 Jun 10 16:13:29.623392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f57250-dd00-4cd9-afad-ca8f53c52737" -d '{"events": [{"server_uuid": "658ba36e-8f6e-4834-9999-662aaa4cb223", "name": "network-vif-deleted", "tag": "097bc71a-56e8-40e3-8d6a-42cdf1653ed0"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:29.625025 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-6e28daf0-e2f9-4dc3-99f6-75b09fe4103b service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461751 Jun 10 16:13:29.670454 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2538a1e6-9e49-4a95-a6e3-0e02b6fbcf30 x-openstack-request-id: req-2538a1e6-9e49-4a95-a6e3-0e02b6fbcf30 {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:29.670854 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658ba36e-8f6e-4834-9999-662aaa4cb223", "name": "network-vif-deleted", "tag": "097bc71a-56e8-40e3-8d6a-42cdf1653ed0", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:29.671219 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2538a1e6-9e49-4a95-a6e3-0e02b6fbcf30 {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:29.671802 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658ba36e-8f6e-4834-9999-662aaa4cb223', 'name': 'network-vif-deleted', 'tag': '097bc71a-56e8-40e3-8d6a-42cdf1653ed0', 'status': 'completed', 'code': 200} Jun 10 16:13:30.152621 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38d9f9d1-e3a7-43eb-8f29-7baec543057b req-70257e71-fff7-40c2-913d-d53a88b3bb59 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065153 Jun 10 16:13:30.217064 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e5f9-349f-4667-8cec-f0491ed7ff80 req-b6cd806a-01dc-40e5-a274-d3a3b4e44925 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:30.218952 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ebb5e5f9-349f-4667-8cec-f0491ed7ff80 req-b6cd806a-01dc-40e5-a274-d3a3b4e44925 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1687653 Jun 10 16:13:30.226395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94f943a-6679-4002-9f79-61d7b3aaa809 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:13:30.241762 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:30.270595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Transition to ACTIVE for port object c94f943a-6679-4002-9f79-61d7b3aaa809 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:13:30.280435 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:30.287491 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2ec8445-39e8-4041-9c0b-915026c84e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:30.324138 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ebb5e5f9-349f-4667-8cec-f0491ed7ff80 req-9e71daa1-8bc7-4f1c-aa0c-3137ffabef0a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928192 Jun 10 16:13:30.398470 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:30.401815 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:30.445444 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Attempting to bind port c94f943a-6679-4002-9f79-61d7b3aaa809 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:13:30.445653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Attempting to bind port c94f943a-6679-4002-9f79-61d7b3aaa809 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:13:30.445986 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Attempting to bind port c94f943a-6679-4002-9f79-61d7b3aaa809 on network 01d4fd37-333f-42ee-90f6-322341043b31 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:13:30.451468 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Port c94f943a-6679-4002-9f79-61d7b3aaa809 on network 01d4fd37-333f-42ee-90f6-322341043b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:13:30.452097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Attempting to bind port c94f943a-6679-4002-9f79-61d7b3aaa809 on network 01d4fd37-333f-42ee-90f6-322341043b31 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:13:30.457909 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:13:30.458250 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Checking segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:13:30.458652 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Bound using segment: {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:13:30.459234 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Bound port: c94f943a-6679-4002-9f79-61d7b3aaa809, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144929fe-a131-4f27-8d06-0c1e74658896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:13:30.459591 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:30.551499 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:13:30.554741 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:13:30.562359 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:30.565955 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4f4b-f9ab-493e-af83-9682eeedb915 req-2d62281f-71d0-474a-a13e-72f3af853d62 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:30.573541 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-717b4f4b-f9ab-493e-af83-9682eeedb915 req-2d62281f-71d0-474a-a13e-72f3af853d62 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0826049 Jun 10 16:13:30.575718 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:30.637973 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-717b4f4b-f9ab-493e-af83-9682eeedb915 req-b3056092-1dc2-4f8a-956a-959e0e5e690c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633106 Jun 10 16:13:30.651223 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:30.652164 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:30.654933 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] 10.222.0.49 "PUT /v2.0/ports/c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 1093 time: 1.5050118 Jun 10 16:13:30.661351 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:30.663580 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd7101-d388-48c7-94b3-9dfef0c26918" -d '{"events": [{"name": "network-changed", "server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:30.686708 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54266) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:30.728717 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:30.734518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:30.754049 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc50cf44-12c4-4d12-9f67-9acabfbd17da x-openstack-request-id: req-fc50cf44-12c4-4d12-9f67-9acabfbd17da {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:30.754404 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:30.754765 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc50cf44-12c4-4d12-9f67-9acabfbd17da {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:30.755167 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'status': 'completed', 'code': 200} Jun 10 16:13:30.780560 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Deleting subnet 12650576-80bb-4bfd-9396-ee8351a64421 {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:13:30.784406 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:30.846568 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.009319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.070981 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc21b9-9cb8-4a63-aedb-2b9cc28ee249 req-92deae88-9226-42ac-bae6-a3a91383d777 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:31.072470 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-33dc21b9-9cb8-4a63-aedb-2b9cc28ee249 req-92deae88-9226-42ac-bae6-a3a91383d777 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1749060 Jun 10 16:13:31.116821 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.128265 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:31.167105 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-33dc21b9-9cb8-4a63-aedb-2b9cc28ee249 req-6c4899be-2276-4e16-8bda-af48c19ed6f4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Jun 10 16:13:31.170733 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.174292 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/12650576-80bb-4bfd-9396-ee8351a64421 HTTP/1.1" status: 204 len: 168 time: 0.4863336 Jun 10 16:13:31.175476 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12650576-80bb-4bfd-9396-ee8351a64421,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:31.176051 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54268) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:31.184088 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:31.276518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.310427 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:13:31.336130 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:13:31.337264 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 097bc71a-56e8-40e3-8d6a-42cdf1653ed0 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:13:31.396606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.405799 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.406143 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.407418 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.407744 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > port after_create 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.408079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.408419 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > port after_update 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.408739 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.409075 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.409390 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.409699 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.477575 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.477920 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.478252 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.478583 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:13:31.478951 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58800f63-2241-4de7-8228-e0607974636f']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:31.513310 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e33890-d643-435c-817f-5d92e17d67d2') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:31.513605 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e33890-d643-435c-817f-5d92e17d67d2') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:31.552645 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.576102 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.591141 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:13:31.591529 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:13:31.596137 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:13:31.684932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a3454-3a48-4992-8b91-f1baf3fc70f9 req-98ee2c33-ecd8-4b50-87a2-1240ed931a50 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:31.686589 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e87a3454-3a48-4992-8b91-f1baf3fc70f9 req-98ee2c33-ecd8-4b50-87a2-1240ed931a50 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.2026005 Jun 10 16:13:31.692648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.699000 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:31.709221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:31.711263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] 10.222.0.44 "DELETE /v2.0/networks/58800f63-2241-4de7-8228-e0607974636f HTTP/1.1" status: 204 len: 168 time: 0.5341356 Jun 10 16:13:31.742552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=58800f63-2241-4de7-8228-e0607974636f,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:31.756626 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:31.792671 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e87a3454-3a48-4992-8b91-f1baf3fc70f9 req-f000282d-3a53-418c-9f13-2f882df59704 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945883 Jun 10 16:13:31.859754 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53679df8-03bd-47d5-8844-a2d0d36b49ba req-79670614-e9eb-4aef-ad0e-7462200331d0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:31.861341 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-53679df8-03bd-47d5-8844-a2d0d36b49ba req-79670614-e9eb-4aef-ad0e-7462200331d0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0765209 Jun 10 16:13:31.905781 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-53679df8-03bd-47d5-8844-a2d0d36b49ba req-d44fea7d-8518-4394-9143-e99bcba7ee80 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376577 Jun 10 16:13:31.981120 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54276) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:32.033499 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-006a4abd-a621-4826-869e-5033efc41a40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2283690268446f5b53a52622c18c6e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488517 Jun 10 16:13:32.033971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54278) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:32.087939 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:32.110715 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:32.164862 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:32.167895 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:32.169349 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e874fe5-61c6-4b51-be2c-01b4c885e412 HTTP/1.1" status: 204 len: 168 time: 0.1341965 Jun 10 16:13:32.170015 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e0598955-57a0-4e9b-bc9c-8b2b321854e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:32.180515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e874fe5-61c6-4b51-be2c-01b4c885e412,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:32.182876 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:32.399942 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd286ac-73b9-46a6-9d73-1121024b24a8 req-20d2cc75-f535-49fa-9ec5-88fe914b19be tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:32.401726 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6fd286ac-73b9-46a6-9d73-1121024b24a8 req-20d2cc75-f535-49fa-9ec5-88fe914b19be tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0991831 Jun 10 16:13:32.467151 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6fd286ac-73b9-46a6-9d73-1121024b24a8 req-cc324d34-d750-477a-a791-ad3638d52d9e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566154 Jun 10 16:13:33.008056 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24112fd-331b-41ae-8e3c-adb7a62d657a req-e4764f8c-8408-424c-a4bd-1270eb783e55 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:33.010931 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e24112fd-331b-41ae-8e3c-adb7a62d657a req-e4764f8c-8408-424c-a4bd-1270eb783e55 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1000540 Jun 10 16:13:33.089156 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e24112fd-331b-41ae-8e3c-adb7a62d657a req-a7a3911b-4cd8-4d6e-91d1-9915e28a3c6e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727234 Jun 10 16:13:33.145765 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf25d-a8b6-4c99-a9a2-f47ab80cd7a9 req-448d5dd5-ae3a-4af1-b49c-f2cc87a59fd6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:33.147436 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8abcf25d-a8b6-4c99-a9a2-f47ab80cd7a9 req-448d5dd5-ae3a-4af1-b49c-f2cc87a59fd6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.1041327 Jun 10 16:13:33.197554 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8abcf25d-a8b6-4c99-a9a2-f47ab80cd7a9 req-ec6dc4a9-ebc4-43c2-8370-9a20c23d036a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443790 Jun 10 16:13:33.696130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6845d-60e6-42fe-9c48-00e0162abbed req-bef897b7-c1ad-4f45-8b5c-404d64ddbdfa tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:33.697634 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cbf6845d-60e6-42fe-9c48-00e0162abbed req-bef897b7-c1ad-4f45-8b5c-404d64ddbdfa tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0781317 Jun 10 16:13:33.743558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cbf6845d-60e6-42fe-9c48-00e0162abbed req-9eb04f03-5bee-483c-b365-d766b2259c29 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Jun 10 16:13:34.285033 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282ec26-dccd-4e27-87f5-712afaadf7b0 req-d1359c37-8345-4ed9-90d6-f61cad3446b4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:34.285774 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a282ec26-dccd-4e27-87f5-712afaadf7b0 req-d1359c37-8345-4ed9-90d6-f61cad3446b4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0759385 Jun 10 16:13:34.336526 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a282ec26-dccd-4e27-87f5-712afaadf7b0 req-80c13b0f-74a6-4cad-a7e9-a623ca8e24e3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 Jun 10 16:13:34.413552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481423f-eba4-486f-8a99-7e4bad09e1b6 req-5842691a-d9a8-4537-bc86-a1ba0e84962b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:34.415094 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5481423f-eba4-486f-8a99-7e4bad09e1b6 req-5842691a-d9a8-4537-bc86-a1ba0e84962b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0759594 Jun 10 16:13:34.458622 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5481423f-eba4-486f-8a99-7e4bad09e1b6 req-0e2d03a2-a00b-4132-acc6-fed5fc9c9278 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380332 Jun 10 16:13:34.939226 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1ceb-bf9a-4c5d-9e0f-ab086def831c req-b112169a-d93d-4812-8cf5-4960a9501519 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:34.940678 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6ccb1ceb-bf9a-4c5d-9e0f-ab086def831c req-b112169a-d93d-4812-8cf5-4960a9501519 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0736961 Jun 10 16:13:34.995006 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6ccb1ceb-bf9a-4c5d-9e0f-ab086def831c req-eb9558e2-7044-4ff1-8b6c-6cb0bca0e09c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Jun 10 16:13:35.555920 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94771450-cd42-40aa-8c27-2fca92c7c89c req-96f9b238-c6dc-4a4b-9d24-f34c8c2aee50 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:35.558129 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-94771450-cd42-40aa-8c27-2fca92c7c89c req-96f9b238-c6dc-4a4b-9d24-f34c8c2aee50 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0853758 Jun 10 16:13:35.606770 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-94771450-cd42-40aa-8c27-2fca92c7c89c req-198668d4-1b9c-45b9-8b15-d98f62541382 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420547 Jun 10 16:13:35.660231 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5b96-ba8b-443a-95dd-b2759ad800f5 req-5f23ba16-b659-47ca-b9d5-0d5a0e0e5586 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:35.661708 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2d4e5b96-ba8b-443a-95dd-b2759ad800f5 req-5f23ba16-b659-47ca-b9d5-0d5a0e0e5586 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0828977 Jun 10 16:13:35.711083 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2d4e5b96-ba8b-443a-95dd-b2759ad800f5 req-f123dfb0-0323-45b6-9116-f53f46ba36fe tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Jun 10 16:13:36.203797 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c023aa-9cbb-45eb-a916-cba28d4dac65 req-e66c204f-47fd-4cd7-9d98-e0d6049f2649 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:36.206039 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f6c023aa-9cbb-45eb-a916-cba28d4dac65 req-e66c204f-47fd-4cd7-9d98-e0d6049f2649 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0886629 Jun 10 16:13:36.256746 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f6c023aa-9cbb-45eb-a916-cba28d4dac65 req-ed047416-b212-4677-8932-2c2a6d8278e8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Jun 10 16:13:36.280805 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54360) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:36.394702 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.495613 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.501326 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.504149 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ce6da6d8-c00a-4137-96e3-31135efcaa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:36.543688 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e7e90-f83f-438f-bf8c-d313c74e4bf3,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:36.550861 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c9b887a96484328a0ed98324353402d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658331 Jun 10 16:13:36.551900 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54364) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:36.553651 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.554001 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.554364 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.554719 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.555074 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.555428 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.555772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.556116 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.556706 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.556801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.557156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.557490 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.568301 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:36.622835 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.649735 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.706411 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.709672 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.711022 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d6e7e90-f83f-438f-bf8c-d313c74e4bf3 HTTP/1.1" status: 204 len: 168 time: 0.1577458 Jun 10 16:13:36.711937 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c5a42703-fb1c-4c71-a596-d4c41ebb4927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:36.722151 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e7e90-f83f-438f-bf8c-d313c74e4bf3,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:36.729310 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.729682 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.730047 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.730403 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.730969 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.731325 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.731675 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.732029 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.732380 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.732725 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.734824 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.735173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:36.738454 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:36.829036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84151d6-c10a-4d7f-8599-6905a4951907 req-4c7e1846-da39-4ffe-abc3-313e91693b66 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:36.835913 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b84151d6-c10a-4d7f-8599-6905a4951907 req-4c7e1846-da39-4ffe-abc3-313e91693b66 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0927408 Jun 10 16:13:36.889502 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b84151d6-c10a-4d7f-8599-6905a4951907 req-1392c71f-40b0-49b9-9864-ac7b9f240c0c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489342 Jun 10 16:13:36.947322 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12571fdf-55dd-4489-ba2c-17790c8b242b req-1145fdc8-8e7a-4f68-a292-a789a3c130ca tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:36.948809 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-12571fdf-55dd-4489-ba2c-17790c8b242b req-1145fdc8-8e7a-4f68-a292-a789a3c130ca tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0976732 Jun 10 16:13:37.014899 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-12571fdf-55dd-4489-ba2c-17790c8b242b req-1805b85b-0fa3-4c56-b41e-dd979ab59ab1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602891 Jun 10 16:13:37.454264 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d876-f2ae-420c-b64b-4721b68ccf39 req-169cd01d-fb69-4fe3-8f4b-f0dc116c5d85 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:37.456147 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a30d876-f2ae-420c-b64b-4721b68ccf39 req-169cd01d-fb69-4fe3-8f4b-f0dc116c5d85 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0753574 Jun 10 16:13:37.502606 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a30d876-f2ae-420c-b64b-4721b68ccf39 req-9c5343e0-b81c-4ad8-ad34-e966129852e1 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Jun 10 16:13:37.531055 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54394) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:37.647024 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-618173743-network', 'tenant_id': 'dc4fe4da492b453d876dcf66b0f0a96f'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:37.669892 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Made reservation on behalf of dc4fe4da492b453d876dcf66b0f0a96f for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:13:37.673494 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.684706 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.781664 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.786273 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.789354 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ad03f3af-25c9-41ce-9385-4d76fff2545a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:37.816904 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:13:37.822245 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f45aa-855c-4ad0-8eca-8949743ed428,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:37.825862 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:37.829940 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.830277 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Added segment 275a677f-75f3-49c9-a63a-dcbfcea28d4e of type vlan for network 974f4465-14d2-4819-96c0-67da720984e1 Jun 10 16:13:37.898319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.939494 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.940966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:37.941569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:37.944556 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:37.997805 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4648962 Jun 10 16:13:38.000919 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54404) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:38.006288 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Request body: {'subnet': {'network_id': '974f4465-14d2-4819-96c0-67da720984e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-618173743-subnet', 'tenant_id': 'dc4fe4da492b453d876dcf66b0f0a96f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:38.055697 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Pushing event updated for resources: {'Network': ['ID=974f4465-14d2-4819-96c0-67da720984e1,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:38.058675 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:38.066895 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 974f4465-14d2-4819-96c0-67da720984e1 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:13:38.100940 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Made reservation on behalf of dc4fe4da492b453d876dcf66b0f0a96f for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:13:38.104643 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14595409'] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:38.169630 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b3ff2-e2f1-4f15-8a8a-b02bc2cb9f51 req-8f18c248-e485-4d4a-baf7-7babab51c7d8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:38.178106 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7a9b3ff2-e2f1-4f15-8a8a-b02bc2cb9f51 req-8f18c248-e485-4d4a-baf7-7babab51c7d8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1540797 Jun 10 16:13:38.222073 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7a9b3ff2-e2f1-4f15-8a8a-b02bc2cb9f51 req-57304b15-8a11-46a3-8d50-a43e0ddcacf9 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Jun 10 16:13:38.335696 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b5d46-3412-4f49-9959-c3bc52cbaea1 req-d122f03e-8ddb-4116-81d7-2dd9f85217c2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:38.337228 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9e1b5d46-3412-4f49-9959-c3bc52cbaea1 req-d122f03e-8ddb-4116-81d7-2dd9f85217c2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.1399209 Jun 10 16:13:38.427645 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9e1b5d46-3412-4f49-9959-c3bc52cbaea1 req-c9a2efe3-2d1a-4d4f-a425-10e1c3da6bda tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840540 Jun 10 16:13:38.428900 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24045408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14595399'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:38.431327 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1911b182-4400-44b8-ba29-32718d4a9e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:38.503460 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c8e438-4ddf-4de1-bb18-5cf79d6b80ac,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:38.507350 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:38.511398 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Checking segment: {'id': '275a677f-75f3-49c9-a63a-dcbfcea28d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '974f4465-14d2-4819-96c0-67da720984e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:13:38.511752 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Network hostable DHCP agents. Network: 974f4465-14d2-4819-96c0-67da720984e1, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:13:38.534641 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Network 974f4465-14d2-4819-96c0-67da720984e1 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:13:38.544908 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 974f4465-14d2-4819-96c0-67da720984e1) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:13:38.550285 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:38.550929 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:38.556010 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6afd17-2fb9-40d2-9c68-4a78c032c9ec None None] Network 974f4465-14d2-4819-96c0-67da720984e1 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:13:38.600791 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5982862 Jun 10 16:13:38.734238 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdb6be-0873-4573-a439-a96911db8784 req-efb8a2d7-df16-42c2-80e9-b6f2262c1bd8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:38.735904 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abcdb6be-0873-4573-a439-a96911db8784 req-efb8a2d7-df16-42c2-80e9-b6f2262c1bd8 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1030965 Jun 10 16:13:38.767252 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aef1ec-40b7-40d0-8e72-2ab46e6fd54b None None] Network 974f4465-14d2-4819-96c0-67da720984e1 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:13:38.793686 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abcdb6be-0873-4573-a439-a96911db8784 req-712a6792-fa8d-4cd4-84e3-b2381247814f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Jun 10 16:13:39.205875 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54424) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:39.212427 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1060857370-network', 'tenant_id': '6e57e4471bb84777b3ca4455bbc2d064'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:39.237559 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Made reservation on behalf of 6e57e4471bb84777b3ca4455bbc2d064 for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:13:39.240081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.253321 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.364492 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.374814 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.378675 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-224229ff-58f7-44d3-9636-d00f3848e62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:39.434520 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:13:39.455687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.456022 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Added segment f5d98206-ce52-4ad8-9f88-8f357a21873e of type vlan for network 49a853f6-0263-4a9a-8f83-de5cd436feb9 Jun 10 16:13:39.457484 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f5136-e390-441f-a174-0355257e8269,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:39.467227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:39.531196 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.543389 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa73d77-a6b3-4c41-861d-d1bd5bf3ddcc req-1ac078dc-1e84-48bd-9aca-505e11a71c62 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:39.550355 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fa73d77-a6b3-4c41-861d-d1bd5bf3ddcc req-1ac078dc-1e84-48bd-9aca-505e11a71c62 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1765687 Jun 10 16:13:39.605402 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9fa73d77-a6b3-4c41-861d-d1bd5bf3ddcc req-50f6ae2e-e8ed-4ab4-a378-c6aa2e07aff4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538924 Jun 10 16:13:39.606636 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.607965 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:39.608658 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:39.611634 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a21c5c0f-3775-49f3-b858-9d9f1de0dd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:39.678732 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280ea43-6f46-4bce-a3cf-3c8a3e726546 req-1f6ba0ab-592e-4c6b-932b-dd2d83881a8e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:39.689385 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9280ea43-6f46-4bce-a3cf-3c8a3e726546 req-1f6ba0ab-592e-4c6b-932b-dd2d83881a8e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0924833 Jun 10 16:13:39.700901 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4915028 Jun 10 16:13:39.700901 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Pushing event updated for resources: {'Network': ['ID=49a853f6-0263-4a9a-8f83-de5cd436feb9,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:39.701220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54430) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:39.703379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:39.706937 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Request body: {'subnet': {'network_id': '49a853f6-0263-4a9a-8f83-de5cd436feb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1060857370-subnet', 'tenant_id': '6e57e4471bb84777b3ca4455bbc2d064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:39.713756 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 49a853f6-0263-4a9a-8f83-de5cd436feb9 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:13:39.734746 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9280ea43-6f46-4bce-a3cf-3c8a3e726546 req-00569083-a46c-4ecc-91f6-e578c560b684 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Jun 10 16:13:39.735901 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Made reservation on behalf of 6e57e4471bb84777b3ca4455bbc2d064 for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:13:39.739051 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14595409'] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.003853 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24045408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14595399'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.015038 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cebaef9b-3f98-4c4f-8552-abd9a3b63ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:40.091156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ab2b4-005b-4071-ae16-efa17ff0bd28 req-9fc6692f-20bb-439b-8f8b-d534b6dff3b6 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:40.092608 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a90ab2b4-005b-4071-ae16-efa17ff0bd28 req-9fc6692f-20bb-439b-8f8b-d534b6dff3b6 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1826639 Jun 10 16:13:40.104049 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=117ef05a-3098-4391-b3e8-f534749591cf,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:40.114387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:40.133912 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Checking segment: {'id': 'f5d98206-ce52-4ad8-9f88-8f357a21873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49a853f6-0263-4a9a-8f83-de5cd436feb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:13:40.134265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Network hostable DHCP agents. Network: 49a853f6-0263-4a9a-8f83-de5cd436feb9, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:13:40.160393 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a90ab2b4-005b-4071-ae16-efa17ff0bd28 req-1243f230-d97e-4e3f-9690-ef7a03e20604 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574563 Jun 10 16:13:40.171114 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Network 49a853f6-0263-4a9a-8f83-de5cd436feb9 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:13:40.189339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 49a853f6-0263-4a9a-8f83-de5cd436feb9) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:13:40.193785 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:40.194966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.197881 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0749e0-cdee-406f-9b3c-8340510a5774 None None] Network 49a853f6-0263-4a9a-8f83-de5cd436feb9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:13:40.211922 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-023d9e38-69b2-411b-889c-75d9806d10a2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5094209 Jun 10 16:13:40.353714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54436) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:40.400593 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc776d2a-cb99-46f0-86bc-79f09bc9f306 None None] Network 49a853f6-0263-4a9a-8f83-de5cd436feb9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:13:40.415600 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Deleting subnet 34c8e438-4ddf-4de1-bb18-5cf79d6b80ac {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:13:40.419143 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.465563 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.516602 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.589738 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.592608 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-9f2e5a48-799c-43d9-958e-f908df2c450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:40.623305 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c8e438-4ddf-4de1-bb18-5cf79d6b80ac,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:40.629447 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:40.633419 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:40.635496 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/34c8e438-4ddf-4de1-bb18-5cf79d6b80ac HTTP/1.1" status: 204 len: 168 time: 0.2807608 Jun 10 16:13:40.637976 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54438) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:40.942690 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2cd72-10e5-4e6f-ae88-9b647444a01f req-4e182f70-d797-42ef-bd8a-58d1e4495717 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:40.944148 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-80d2cd72-10e5-4e6f-ae88-9b647444a01f req-4e182f70-d797-42ef-bd8a-58d1e4495717 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0774093 Jun 10 16:13:40.986548 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-80d2cd72-10e5-4e6f-ae88-9b647444a01f req-df1cb15e-1b67-44dd-ab51-e8b56ba508d2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364757 Jun 10 16:13:41.006559 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.100137 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45257697-e671-4600-9ed0-c82218d5b817 req-ea29b8a2-705b-4956-b389-499460c0f28b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:41.101634 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-45257697-e671-4600-9ed0-c82218d5b817 req-ea29b8a2-705b-4956-b389-499460c0f28b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1413682 Jun 10 16:13:41.157138 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.181880 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974f4465-14d2-4819-96c0-67da720984e1']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:41.216286 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275a677f-75f3-49c9-a63a-dcbfcea28d4e') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:41.216650 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275a677f-75f3-49c9-a63a-dcbfcea28d4e') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:41.222073 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-45257697-e671-4600-9ed0-c82218d5b817 req-610cf86e-77b1-498e-8b50-72a1df3dbb6a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136472 Jun 10 16:13:41.235764 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.271591 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.280038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:13:41.280522 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:13:41.282363 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:13:41.367268 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.370967 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:41.374392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.382837 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] 10.222.0.44 "DELETE /v2.0/networks/974f4465-14d2-4819-96c0-67da720984e1 HTTP/1.1" status: 204 len: 168 time: 0.7413824 Jun 10 16:13:41.383032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e648ad-5aea-4c11-ac37-d889c590b1d5 req-e5a355a5-e535-4090-9fde-ab649eea8609 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:41.383032 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-22e648ad-5aea-4c11-ac37-d889c590b1d5 req-e5a355a5-e535-4090-9fde-ab649eea8609 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0815070 Jun 10 16:13:41.383032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54446) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:41.397039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Pushing event deleted for resources: {'Network': ['ID=974f4465-14d2-4819-96c0-67da720984e1,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:41.399673 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-798b41d4-d43c-49a2-83ee-4b64ac0a3333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:41.479634 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Deleting subnet 117ef05a-3098-4391-b3e8-f534749591cf {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:13:41.484119 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-22e648ad-5aea-4c11-ac37-d889c590b1d5 req-642efa06-2b53-4bf4-aaae-ddb0818945ca tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939372 Jun 10 16:13:41.486946 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.535237 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.585203 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.654653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.656860 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:41.688622 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117ef05a-3098-4391-b3e8-f534749591cf,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:41.691582 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:41.692573 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.694704 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4c5c44ac-9631-4d35-a267-6a61d1d2501f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/117ef05a-3098-4391-b3e8-f534749591cf HTTP/1.1" status: 204 len: 168 time: 0.3107829 Jun 10 16:13:41.697082 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54450) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:41.802374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.913790 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.926080 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a853f6-0263-4a9a-8f83-de5cd436feb9']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:41.937932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d98206-ce52-4ad8-9f88-8f357a21873e') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:41.938227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d98206-ce52-4ad8-9f88-8f357a21873e') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:41.947811 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.963476 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.970321 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:13:41.970720 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:13:41.972425 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:13:42.050341 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:42.054692 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:42.058624 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:42.060445 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] 10.222.0.44 "DELETE /v2.0/networks/49a853f6-0263-4a9a-8f83-de5cd436feb9 HTTP/1.1" status: 204 len: 168 time: 0.3624310 Jun 10 16:13:42.082248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a853f6-0263-4a9a-8f83-de5cd436feb9,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:42.086042 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:42.207710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667602f-b0d2-4647-a346-168b77c59207 req-1c038bd3-67e9-4aca-90a7-d914d0305ff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:42.209227 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f667602f-b0d2-4647-a346-168b77c59207 req-1c038bd3-67e9-4aca-90a7-d914d0305ff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0799549 Jun 10 16:13:42.257087 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54456) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:42.261086 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f667602f-b0d2-4647-a346-168b77c59207 req-588dec34-ef4e-4108-b884-6201699de859 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Jun 10 16:13:42.320971 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-80f6bf08-7016-47a2-b307-919ad0a51f8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc4fe4da492b453d876dcf66b0f0a96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624366 Jun 10 16:13:42.323270 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54460) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:42.461884 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:42.497341 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:42.523412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefff84-4a4c-4af9-a113-1480037a0047 req-7661219a-3143-4ec4-9886-31af2482ec51 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:42.525129 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-caefff84-4a4c-4af9-a113-1480037a0047 req-7661219a-3143-4ec4-9886-31af2482ec51 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1436434 Jun 10 16:13:42.686531 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859e82a-ca02-49c6-82cd-073786f55833 req-1bdade11-5791-439c-85c8-a11e77b435c7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:42.688749 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9859e82a-ca02-49c6-82cd-073786f55833 req-1bdade11-5791-439c-85c8-a11e77b435c7 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0779238 Jun 10 16:13:42.734855 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9859e82a-ca02-49c6-82cd-073786f55833 req-0b1a58db-a5a1-4f5c-835c-d5df6fc8c597 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Jun 10 16:13:42.877893 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-caefff84-4a4c-4af9-a113-1480037a0047 req-1320529a-3c76-4e95-9e70-77bf342b9f84 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456280 Jun 10 16:13:42.885536 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:42.889095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:42.890374 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/760f45aa-855c-4ad0-8eca-8949743ed428 HTTP/1.1" status: 204 len: 168 time: 0.5659781 Jun 10 16:13:42.891369 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0a701de7-6791-43a2-9a6c-8f9d3a3abe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:42.901528 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f45aa-855c-4ad0-8eca-8949743ed428,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:42.903907 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:43.220675 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54468) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:43.313776 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-98519499-d39c-43b6-8905-958cffa4e50c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e57e4471bb84777b3ca4455bbc2d064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918467 Jun 10 16:13:43.316342 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54476) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:43.334187 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-8e9cd80b-0091-4639-baf3-e8a490fbc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:43.335645 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-8e9cd80b-0091-4639-baf3-e8a490fbc124 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1096 time: 0.1083736 Jun 10 16:13:43.379531 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:43.404475 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-ea6e9363-ca57-4d64-8e88-c0099d41e049 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 217 time: 0.0561488 Jun 10 16:13:43.409385 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:43.468194 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-4218b25c-fb19-484e-b36b-d3d397ab53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:43.470303 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-4218b25c-fb19-484e-b36b-d3d397ab53fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 200 len: 848 time: 0.0564041 Jun 10 16:13:43.522618 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f061ff5-6900-4011-9ad0-157334757b2c req-437e0b02-caa7-40b8-8547-97fececf9b84 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:43.524133 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8f061ff5-6900-4011-9ad0-157334757b2c req-437e0b02-caa7-40b8-8547-97fececf9b84 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.1049957 Jun 10 16:13:43.538463 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:43.541546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:43.542621 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea7f5136-e390-441f-a174-0355257e8269 HTTP/1.1" status: 204 len: 168 time: 0.2252989 Jun 10 16:13:43.544386 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fe4db1af-6734-45f6-ac9c-ad81d175bef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:43.554844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-4eed5e05-4b1f-4cac-9310-568267da91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:43.556392 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-4eed5e05-4b1f-4cac-9310-568267da91e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01d4fd37-333f-42ee-90f6-322341043b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708098 Jun 10 16:13:43.567809 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f5136-e390-441f-a174-0355257e8269,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:43.570955 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:43.604832 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8f061ff5-6900-4011-9ad0-157334757b2c req-8951168c-01f7-41df-925d-a2d6c9d4bfa4 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749669 Jun 10 16:13:43.687720 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-367914b6-6b2e-4946-86e0-062f2676bbfb service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239007 Jun 10 16:13:43.811455 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e5d34c77-35af-4ea0-9411-df8ac9893ed7 req-4bb1af70-0b0b-43c2-8cce-a9c48d1ef8c0 service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135130 Jun 10 16:13:43.973383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01807-d0f8-4103-ab66-3dfa49291c77 req-f9f5bfc1-f1b5-4286-94b3-41faf9364c79 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:43.974837 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bbd01807-d0f8-4103-ab66-3dfa49291c77 req-f9f5bfc1-f1b5-4286-94b3-41faf9364c79 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1202877 Jun 10 16:13:43.977211 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-0db8a56d-8658-49b5-8f5a-393c85d40d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:43.978188 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-0db8a56d-8658-49b5-8f5a-393c85d40d48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1096 time: 0.1146109 Jun 10 16:13:44.072592 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3b331-a8dd-480e-ae74-a8b4576cd327 req-fe59fa84-5363-466e-a2a3-94a682cfb773 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:44.074229 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ace3b331-a8dd-480e-ae74-a8b4576cd327 req-fe59fa84-5363-466e-a2a3-94a682cfb773 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0710201 Jun 10 16:13:44.099849 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bbd01807-d0f8-4103-ab66-3dfa49291c77 req-cc340f45-0e7b-4080-aada-959a6dce74a9 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163595 Jun 10 16:13:44.132466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-37cda29e-0da3-452c-9dbf-6d5e879d66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:44.134014 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-37cda29e-0da3-452c-9dbf-6d5e879d66fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 910 time: 0.1440375 Jun 10 16:13:44.134390 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ace3b331-a8dd-480e-ae74-a8b4576cd327 req-b721213c-61e1-4376-b8ba-ba22d788d8fe tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528691 Jun 10 16:13:44.190623 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-73a36798-664a-4259-a6ca-fa7caaddfd46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 217 time: 0.0484118 Jun 10 16:13:44.260233 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-c760fff7-4b77-4e5a-b2d6-0e8c5d33e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:44.262055 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-c760fff7-4b77-4e5a-b2d6-0e8c5d33e5de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 200 len: 848 time: 0.0608659 Jun 10 16:13:44.331933 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-55e147e7-8ff1-4b40-914f-6110b77f100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:44.333442 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-55e147e7-8ff1-4b40-914f-6110b77f100a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01d4fd37-333f-42ee-90f6-322341043b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646379 Jun 10 16:13:44.477364 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-93b04883-d419-4b5b-b1f7-d98396b9c96c service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355224 Jun 10 16:13:44.651379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b0e87-946c-4d58-8b37-de19bdd03d8f req-299547e2-13b5-487d-877a-e99cdcac5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:44.652918 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d91b0e87-946c-4d58-8b37-de19bdd03d8f req-299547e2-13b5-487d-877a-e99cdcac5164 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.1630120 Jun 10 16:13:44.656573 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5fcd7101-d388-48c7-94b3-9dfef0c26918 req-4ce25515-b978-4c40-be14-1b760f554ace service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648664 Jun 10 16:13:44.697449 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d91b0e87-946c-4d58-8b37-de19bdd03d8f req-efdd592b-9d8f-42d6-997f-63f9ff6c223a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Jun 10 16:13:44.799515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8277a-f930-468a-b147-1db762387cab req-c497ef60-ca15-4e6c-a474-a4c67d15c368 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:44.800844 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-29d8277a-f930-468a-b147-1db762387cab req-c497ef60-ca15-4e6c-a474-a4c67d15c368 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0739858 Jun 10 16:13:44.843128 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-29d8277a-f930-468a-b147-1db762387cab req-b0155a8a-4b2e-4ed3-b92b-3b4558149bc3 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367196 Jun 10 16:13:45.165331 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-1e6a417e-725e-4f07-a07c-f75833e206d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588925 Jun 10 16:13:45.274339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c83540-3df0-459b-a273-a0e3d127e035 req-5d2016b0-2f6e-4330-90e5-18211c27492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:45.276919 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-5d2016b0-2f6e-4330-90e5-18211c27492a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 1098 time: 0.0687518 Jun 10 16:13:45.313793 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547615f-033a-47ed-afa2-7d2f81bbd1d0 req-c829718a-e0ca-4d41-9c49-6c034c9f991a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:45.320267 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d547615f-033a-47ed-afa2-7d2f81bbd1d0 req-c829718a-e0ca-4d41-9c49-6c034c9f991a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0890138 Jun 10 16:13:45.365979 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d547615f-033a-47ed-afa2-7d2f81bbd1d0 req-76ef3e79-d4fc-4a66-8639-a07b009f6c3f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Jun 10 16:13:45.467556 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5c81c-d5bb-48b3-be80-ac21b232a187 req-6464a4e9-7bed-4af1-a045-53ac2ce89389 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:45.470419 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a7e5c81c-d5bb-48b3-be80-ac21b232a187 req-6464a4e9-7bed-4af1-a045-53ac2ce89389 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.1925437 Jun 10 16:13:45.509822 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c83540-3df0-459b-a273-a0e3d127e035 req-9bca35f7-4836-45a2-9eb7-9ee0b1c6c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:45.511215 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-9bca35f7-4836-45a2-9eb7-9ee0b1c6c7a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.1748173 Jun 10 16:13:45.524301 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a7e5c81c-d5bb-48b3-be80-ac21b232a187 req-3395590f-cbac-4296-9bb0-13c6481eabf7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485840 Jun 10 16:13:45.573972 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-824fc967-a842-4b79-9756-bb80867a1130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968 HTTP/1.1" status: 200 len: 217 time: 0.0487535 Jun 10 16:13:45.637029 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c83540-3df0-459b-a273-a0e3d127e035 req-4b7a789d-bf5a-464a-984f-2fcc794ca7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:45.638453 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-4b7a789d-bf5a-464a-984f-2fcc794ca7fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.0574641 Jun 10 16:13:45.678257 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-c4388e68-a7ee-4aaf-9f76-a102efef1aad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321050 Jun 10 16:13:45.793400 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-813909ec-eb0e-48f1-b172-02e7b22280ad service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077991 Jun 10 16:13:45.922714 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-11c83540-3df0-459b-a273-a0e3d127e035 req-bca350fb-7108-4f41-b441-1ab59c5fd868 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228349 Jun 10 16:13:46.020772 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4308-de45-4a4e-81c0-6cfa1a813160 req-66a2d4d1-7869-4ed3-9e34-abd712c3e6d3 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:46.022246 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0fab4308-de45-4a4e-81c0-6cfa1a813160 req-66a2d4d1-7869-4ed3-9e34-abd712c3e6d3 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0697794 Jun 10 16:13:46.064892 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0fab4308-de45-4a4e-81c0-6cfa1a813160 req-328f4c1a-f33a-419a-ad1a-5e5a19aa61ac tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362253 Jun 10 16:13:46.569109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07018-bf13-4ede-a57b-9cac60dc1b63 req-c874b037-e450-4bb9-badc-793ea02f6b10 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:46.570606 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-00e07018-bf13-4ede-a57b-9cac60dc1b63 req-c874b037-e450-4bb9-badc-793ea02f6b10 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0799196 Jun 10 16:13:46.621500 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-00e07018-bf13-4ede-a57b-9cac60dc1b63 req-a03fa282-0362-410f-aab3-fb43d4b728bd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Jun 10 16:13:46.680499 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:46.750921 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc81b3-bb78-4ebb-af0e-7eeaa77be6d5 req-c5454a9b-d52f-4013-b462-d8868797c635 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:46.753406 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cddc81b3-bb78-4ebb-af0e-7eeaa77be6d5 req-c5454a9b-d52f-4013-b462-d8868797c635 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0896838 Jun 10 16:13:46.799250 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cddc81b3-bb78-4ebb-af0e-7eeaa77be6d5 req-d2889efb-2e19-4999-8e41-8a4c1b8e7199 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Jun 10 16:13:46.998044 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:13:47.149544 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-a9139138-7723-46c3-947e-09faddac24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:47.151090 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-a9139138-7723-46c3-947e-09faddac24f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 1098 time: 0.1024818 Jun 10 16:13:47.212440 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e52e-686b-4863-987f-f60925a51e89 req-bccef0dc-678f-4e65-b752-4d3f538ba438 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:47.213952 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c187e52e-686b-4863-987f-f60925a51e89 req-bccef0dc-678f-4e65-b752-4d3f538ba438 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1212411 Jun 10 16:13:47.251074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679f43-c532-4630-b3e0-1d66cfa0091f req-fd09b2dc-56ef-4805-9b9d-5b526c4d3f84 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:47.252587 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eb679f43-c532-4630-b3e0-1d66cfa0091f req-fd09b2dc-56ef-4805-9b9d-5b526c4d3f84 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0703366 Jun 10 16:13:47.294042 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eb679f43-c532-4630-b3e0-1d66cfa0091f req-cf11ddac-34c1-455d-ab83-a532a2c93d25 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353088 Jun 10 16:13:47.319120 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c187e52e-686b-4863-987f-f60925a51e89 req-7ebb2e1d-d4db-42f5-9e63-6e1c971eeb0f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591972 Jun 10 16:13:47.323524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-a196fbbf-83ec-4ed4-8275-da3e62a5b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:47.324879 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-a196fbbf-83ec-4ed4-8275-da3e62a5b232 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 200 len: 920 time: 0.1620719 Jun 10 16:13:47.383629 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-47917495-c8eb-43d1-9cf0-3c198a2ea808 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 200 len: 217 time: 0.0516906 Jun 10 16:13:47.441433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-3e3c638c-889a-4f6c-9a37-5df93a01ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:47.442904 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-3e3c638c-889a-4f6c-9a37-5df93a01ccff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 200 len: 859 time: 0.0519462 Jun 10 16:13:47.486131 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-10514ae3-2beb-40fa-94bb-e7766f1440dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6481ea5f-800d-49a1-9cba-3b952c54f83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306671 Jun 10 16:13:47.614436 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-aef827d6-134f-4026-9f1a-2b330a91c300 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174009 Jun 10 16:13:47.747073 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bf4bc398-d44f-4a08-9933-a2b1dd40246c req-59a68436-079e-4ad8-8c24-390ad42ed784 service neutron] 10.222.0.49 "GET /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185730 Jun 10 16:13:48.068325 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8fc2-1a16-4865-9091-de3066c5b317 req-daee489f-50ac-445e-aedb-6d5553f4ec38 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:48.069840 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51ed8fc2-1a16-4865-9091-de3066c5b317 req-daee489f-50ac-445e-aedb-6d5553f4ec38 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0760252 Jun 10 16:13:48.113958 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51ed8fc2-1a16-4865-9091-de3066c5b317 req-99756163-cad5-45af-81f5-95af14a28ef0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382345 Jun 10 16:13:48.476273 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a9470-86c7-4573-ac4e-de795c6ccd5b req-e0be90ef-eca9-4993-ab39-5af973d629bb tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:48.477798 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b14a9470-86c7-4573-ac4e-de795c6ccd5b req-e0be90ef-eca9-4993-ab39-5af973d629bb tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0690813 Jun 10 16:13:48.502222 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada800c-69e7-44b9-80a1-9588a1790ed0 req-f1fb967d-0a51-4fb9-88e9-a1ee05c43cd3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:48.503996 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eada800c-69e7-44b9-80a1-9588a1790ed0 req-f1fb967d-0a51-4fb9-88e9-a1ee05c43cd3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0723355 Jun 10 16:13:48.520403 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b14a9470-86c7-4573-ac4e-de795c6ccd5b req-9737b988-d362-4c19-8e7d-07164a4e6d0b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Jun 10 16:13:48.546342 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eada800c-69e7-44b9-80a1-9588a1790ed0 req-14ece7f5-6728-478f-973e-289eb7984b93 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Jun 10 16:13:48.658362 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-25b845d7-427c-4e41-b2e0-db95da5eca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:49.305130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b31341-d404-4e0c-87a8-eb35ef6272f6 req-a56b1485-a1f9-4fde-938b-ce538f1203b3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:49.306066 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-77b31341-d404-4e0c-87a8-eb35ef6272f6 req-a56b1485-a1f9-4fde-938b-ce538f1203b3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0745955 Jun 10 16:13:49.350687 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-77b31341-d404-4e0c-87a8-eb35ef6272f6 req-ef983570-40f6-45fd-a7e2-55fbb60d23d2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Jun 10 16:13:49.711179 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79f57-7b66-4e67-a646-3898e3453c74 req-9ed5b7d3-ab09-4782-8350-8cdab227447c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:49.712930 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-47e79f57-7b66-4e67-a646-3898e3453c74 req-9ed5b7d3-ab09-4782-8350-8cdab227447c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0766232 Jun 10 16:13:49.734328 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8669997-4135-41c6-af90-69aeb9f2378e req-079feee9-c4f6-468a-ab70-0ca91664cc55 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:49.735995 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b8669997-4135-41c6-af90-69aeb9f2378e req-079feee9-c4f6-468a-ab70-0ca91664cc55 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0755963 Jun 10 16:13:49.757418 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-47e79f57-7b66-4e67-a646-3898e3453c74 req-6df7f5b6-5459-4a3e-ba9a-539a71df5ae1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373919 Jun 10 16:13:49.778554 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b8669997-4135-41c6-af90-69aeb9f2378e req-96fe521f-c208-4dd2-8fae-436474a5fd8e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363343 Jun 10 16:13:50.543374 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2f8f4-736f-41d1-8cad-fa81c6d9a726 req-c5d088d6-1273-4141-8bc6-498da8400737 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:50.545429 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-95d2f8f4-736f-41d1-8cad-fa81c6d9a726 req-c5d088d6-1273-4141-8bc6-498da8400737 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0725520 Jun 10 16:13:50.587443 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-95d2f8f4-736f-41d1-8cad-fa81c6d9a726 req-2f18a3ac-9b43-4c1d-905c-1f2b9627131c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361285 Jun 10 16:13:50.943896 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0d38-96f9-4c8a-bf29-a46a7b8f571a req-e780048b-3203-43c7-a754-bae0ba541181 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:50.945811 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-793e0d38-96f9-4c8a-bf29-a46a7b8f571a req-e780048b-3203-43c7-a754-bae0ba541181 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0738404 Jun 10 16:13:50.964868 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c68e2-5e3b-4c61-a2e5-7cd6bce564d6 req-b42e570d-c541-4d6d-b46b-94ec5f260f05 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:50.966353 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-417c68e2-5e3b-4c61-a2e5-7cd6bce564d6 req-b42e570d-c541-4d6d-b46b-94ec5f260f05 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0720420 Jun 10 16:13:50.987106 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-793e0d38-96f9-4c8a-bf29-a46a7b8f571a req-27a8865c-4975-4080-a100-5db828657ca1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360019 Jun 10 16:13:51.009779 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-417c68e2-5e3b-4c61-a2e5-7cd6bce564d6 req-afa52753-6d49-419d-bc5a-d67e13b59658 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Jun 10 16:13:51.107707 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ee031046-ba16-4dbc-9f66-66e81c57ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:51.357805 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:13:51.480870 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:51.502314 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'port_id': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'mac_address': 'fa:16:3e:a4:66:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:13:51.509685 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:51.552356 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:51.567003 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94f943a-6679-4002-9f79-61d7b3aaa809 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:13:51.587089 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:51.591116 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:51.591992 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:13:51.594227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-ff438179-7061-47ae-a2ec-1f4c39c085db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:51.688427 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:51.738911 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.739265 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.739615 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.739953 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.740287 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.741635 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.741984 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.742323 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.742684 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.743179 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.743515 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.744013 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:13:51.748241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:51.784082 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:51.798378 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'port_id': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'mac_address': 'fa:16:3e:11:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:13:51.804060 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e559e3-0055-4525-80b9-8aa7d3bc3649 req-a151912f-3bd6-413a-aace-6a1cd5de0820 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:51.805550 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-78e559e3-0055-4525-80b9-8aa7d3bc3649 req-a151912f-3bd6-413a-aace-6a1cd5de0820 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 943 time: 0.0960302 Jun 10 16:13:51.852534 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-78e559e3-0055-4525-80b9-8aa7d3bc3649 req-c50d2542-1bcd-4d96-978c-996c418977da tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Jun 10 16:13:51.853922 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:51.872196 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253e50d0-c456-45ed-8a77-8a5c1b67d537 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:13:51.898182 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:51.902351 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:51.904588 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:51.963694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=9']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:51.966820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:52.019744 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:52.195288 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722121c-b2cf-455e-b81a-2cb9522e9aff req-fbc5c004-2cd2-4fa6-96d1-a0acd72a8da7 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:52.196761 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4722121c-b2cf-455e-b81a-2cb9522e9aff req-fbc5c004-2cd2-4fa6-96d1-a0acd72a8da7 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 944 time: 0.0777726 Jun 10 16:13:52.211513 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['253e50d0-c456-45ed-8a77-8a5c1b67d537'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:52.214674 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['c94f943a-6679-4002-9f79-61d7b3aaa809'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:52.242404 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4722121c-b2cf-455e-b81a-2cb9522e9aff req-305fa090-3160-4ed7-91c0-6c47f1d5bbc9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 Jun 10 16:13:53.046132 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769dc9-47c1-41dd-a89d-d32c87c54c55 req-3265d650-fef9-4c7f-9ec1-fce60b49b8fb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:53.047503 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ec769dc9-47c1-41dd-a89d-d32c87c54c55 req-3265d650-fef9-4c7f-9ec1-fce60b49b8fb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 944 time: 0.0713997 Jun 10 16:13:53.090459 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ec769dc9-47c1-41dd-a89d-d32c87c54c55 req-35604489-469f-4681-a2d5-10110a8616ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373347 Jun 10 16:13:53.374580 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:53.453745 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port c94f943a-6679-4002-9f79-61d7b3aaa809 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:13:53.458768 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port c94f943a-6679-4002-9f79-61d7b3aaa809 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:53.459358 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.562611 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.600510 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:53.602934 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fddd15-da4f-4e97-8803-1e8cf314e466" -d '{"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-plugged", "status": "completed", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:53.620769 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:53.625578 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.626655 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:13:53.632388 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-d69c4e6b-0601-4ccd-ad36-4f86a88cddf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:53.663635 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225188ad-ef8c-477d-9cdf-28102bbb1b55 x-openstack-request-id: req-225188ad-ef8c-477d-9cdf-28102bbb1b55 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:53.664016 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-plugged", "status": "completed", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:53.664357 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-225188ad-ef8c-477d-9cdf-28102bbb1b55 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:53.664818 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'code': 200} Jun 10 16:13:53.730861 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:53.734638 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:53.743372 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 253e50d0-c456-45ed-8a77-8a5c1b67d537 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:13:53.743849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.769838 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a964462-f643-42e8-bd2a-3a0a301fb317 req-e6ef4bbb-8335-48b6-80d5-205003410c65 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:53.771321 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7a964462-f643-42e8-bd2a-3a0a301fb317 req-e6ef4bbb-8335-48b6-80d5-205003410c65 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 944 time: 0.4162884 Jun 10 16:13:53.813114 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7a964462-f643-42e8-bd2a-3a0a301fb317 req-6950b835-eeee-4fb2-8538-a6253a8c577a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Jun 10 16:13:53.848651 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.902431 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:53.907501 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.911359 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:53.914487 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:53.964504 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=10']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:53.967663 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:53.982457 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8870082-66db-446d-9207-06e9c20ae57f req-3e142105-cb59-41c0-8f69-80a3855cb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:53.984009 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a8870082-66db-446d-9207-06e9c20ae57f req-3e142105-cb59-41c0-8f69-80a3855cb5c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1098 time: 0.0584648 Jun 10 16:13:54.021469 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a8870082-66db-446d-9207-06e9c20ae57f req-930f3f6f-f788-4f51-b3b6-2b8f1799f560 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Jun 10 16:13:54.287092 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d060cf-6bc3-4b8e-9dcd-a926b995486d req-4003278e-1bb4-4d51-ae23-bfb0cecffa5c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:54.288522 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-79d060cf-6bc3-4b8e-9dcd-a926b995486d req-4003278e-1bb4-4d51-ae23-bfb0cecffa5c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.0695229 Jun 10 16:13:54.331249 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-79d060cf-6bc3-4b8e-9dcd-a926b995486d req-5f8880f6-9405-4aa6-ada3-9a0072ff9028 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370264 Jun 10 16:13:55.043151 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fb01c-8d9f-4cfe-9593-0e5e11c3e7af req-14776c55-4d7c-4f29-870c-f5c75516181c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:55.045013 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4a1fb01c-8d9f-4cfe-9593-0e5e11c3e7af req-14776c55-4d7c-4f29-870c-f5c75516181c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0898006 Jun 10 16:13:55.092549 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4a1fb01c-8d9f-4cfe-9593-0e5e11c3e7af req-7013da71-2f5d-460d-b538-8d82b32f48bf tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 Jun 10 16:13:55.158682 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94aa8b-39c4-444a-b14f-8416e2a672b0 req-ed0388a3-c5f1-44df-af8c-621d1eba83bd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:55.160136 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2b94aa8b-39c4-444a-b14f-8416e2a672b0 req-ed0388a3-c5f1-44df-af8c-621d1eba83bd tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0742049 Jun 10 16:13:55.205754 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2b94aa8b-39c4-444a-b14f-8416e2a672b0 req-87631073-af79-4ee3-8661-8ea93a17c4a4 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Jun 10 16:13:55.514045 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24269a-649d-442c-98a0-5bb52b66bb44 req-02d93769-7ab9-499b-9bb5-dccdb5aabf53 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:55.515504 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1a24269a-649d-442c-98a0-5bb52b66bb44 req-02d93769-7ab9-499b-9bb5-dccdb5aabf53 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.0693974 Jun 10 16:13:55.556828 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1a24269a-649d-442c-98a0-5bb52b66bb44 req-560e8bc6-5b6c-4f2e-b380-06115a35bc3d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355952 Jun 10 16:13:55.665521 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:55.667852 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6773cf-296c-402f-ab89-6342b0e225f0" -d '{"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-plugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:55.701728 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3344106c-aace-4996-8f77-8f9ac3d5f80b x-openstack-request-id: req-3344106c-aace-4996-8f77-8f9ac3d5f80b {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:55.702025 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-plugged", "status": "completed", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:55.702286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3344106c-aace-4996-8f77-8f9ac3d5f80b {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:55.703266 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'code': 200} Jun 10 16:13:56.275266 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5da263-ec2d-4208-869e-fff93008af82 req-f29e9c8a-0981-4b57-a7ff-5b5d21b76991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:56.276735 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9e5da263-ec2d-4208-869e-fff93008af82 req-f29e9c8a-0981-4b57-a7ff-5b5d21b76991 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 1099 time: 0.0594318 Jun 10 16:13:56.284287 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8afec-ea1c-402c-a32f-4fe5ff10d897 req-51ef7117-0902-4817-842d-a846c9d9060f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:56.285762 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d5a8afec-ea1c-402c-a32f-4fe5ff10d897 req-51ef7117-0902-4817-842d-a846c9d9060f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0738139 Jun 10 16:13:56.321371 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9e5da263-ec2d-4208-869e-fff93008af82 req-1e17c5de-202c-4e54-8eed-84ae0775aa3d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376158 Jun 10 16:13:56.332067 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d5a8afec-ea1c-402c-a32f-4fe5ff10d897 req-b8662294-a870-410c-8158-b00ce2b9bdfd tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Jun 10 16:13:56.396235 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef069f7-3281-42e6-a79f-7a14677c80d5 req-f72892e4-5754-4798-8df3-4d85de0569be tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:56.397744 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9ef069f7-3281-42e6-a79f-7a14677c80d5 req-f72892e4-5754-4798-8df3-4d85de0569be tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0726645 Jun 10 16:13:56.440157 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9ef069f7-3281-42e6-a79f-7a14677c80d5 req-f90ed4f1-d17f-4271-a19a-d3168424fc35 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Jun 10 16:13:56.510902 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4e630-7858-45f8-92b8-031016bef930 req-19733382-8019-4ece-a364-4094e6d22e15 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:56.512270 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4eb4e630-7858-45f8-92b8-031016bef930 req-19733382-8019-4ece-a364-4094e6d22e15 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0698504 Jun 10 16:13:56.552386 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4eb4e630-7858-45f8-92b8-031016bef930 req-3b4d20b4-e5d4-4d85-b5e3-da45def8ba0e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346072 Jun 10 16:13:56.574958 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54738) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:56.743872 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790687af-f557-44de-81e5-38e621cba68e req-5ed1d8ef-52eb-4a74-b784-e805971aac0a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:56.745376 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-790687af-f557-44de-81e5-38e621cba68e req-5ed1d8ef-52eb-4a74-b784-e805971aac0a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.0684378 Jun 10 16:13:56.779766 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542a032-761e-4347-bc8a-128beff09e82 tempest-TestShelveInstance-1358845218 tempest-TestShelveInstance-1358845218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:56.782902 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-4542a032-761e-4347-bc8a-128beff09e82 tempest-TestShelveInstance-1358845218 tempest-TestShelveInstance-1358845218-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1093 time: 0.2069700 Jun 10 16:13:56.784027 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54744) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:13:56.788163 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-790687af-f557-44de-81e5-38e621cba68e req-50f9c778-d019-4fe8-a7a6-6a6845bcc168 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359671 Jun 10 16:13:56.788452 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'port_id': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:13:56.810201 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for floatingip, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:56.926201 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:57.045043 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Allocated IP 172.27.0.34 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/bc1b0941-c972-4cdd-beb7-aabadc6bcb32) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:13:57.179265 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:57.221861 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:57.223882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:57.275541 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:13:57.278556 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:13:57.282644 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:13:57.311686 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'Port': ['ID=bc1b0941-c972-4cdd-beb7-aabadc6bcb32,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:57.317105 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:57.760914 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-29894c71-1802-477b-a40a-8b22c908d80c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:57.762517 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-29894c71-1802-477b-a40a-8b22c908d80c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.0812976 Jun 10 16:13:57.899101 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Deleting port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:13:57.899523 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:57.911826 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1344-7723-4ac5-a7e7-f7be54b9e89c req-d4fd00fc-b0d9-4c6a-a047-61a8101c369a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:57.918700 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-062d1344-7723-4ac5-a7e7-f7be54b9e89c req-d4fd00fc-b0d9-4c6a-a047-61a8101c369a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 945 time: 0.1467562 Jun 10 16:13:58.067307 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] For port 9a177e8c-fb6d-4a36-a4a3-728c01c73968, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9a177e8c-fb6d-4a36-a4a3-728c01c73968,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:13:58.067745 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.069514 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-062d1344-7723-4ac5-a7e7-f7be54b9e89c req-120e11e5-ee78-4db1-989e-71ed819bff0a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499364 Jun 10 16:13:58.108934 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.180140 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Calling delete_port for 9a177e8c-fb6d-4a36-a4a3-728c01c73968 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:13:58.195984 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8143-d7ea-4ac4-802a-a09befe09830 req-809d2f72-9987-419a-b7f3-edf312c0bad8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:58.197855 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ebde8143-d7ea-4ac4-802a-a09befe09830 req-809d2f72-9987-419a-b7f3-edf312c0bad8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.2609403 Jun 10 16:13:58.220696 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.304622 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ebde8143-d7ea-4ac4-802a-a09befe09830 req-57e10990-bd4f-40fa-92dc-dd16c53a26ba tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007018 Jun 10 16:13:58.404089 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.409672 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:58.426549 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['489c9979-1d49-4fdc-b053-037fd8ccf459', '9a177e8c-fb6d-4a36-a4a3-728c01c73968'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:13:58.431425 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.436383 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.447083 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Pushing event deleted for resources: {'Port': ['ID=9a177e8c-fb6d-4a36-a4a3-728c01c73968,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:58.447436 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4fdaf63e-6d64-4e95-8e8a-ed06435cd733 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:13:58.450778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:58.507684 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] No DVR routers for this DVR port 9a177e8c-fb6d-4a36-a4a3-728c01c73968 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:13:58.510423 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.513332 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0cf5f5e4-8b78-4dd6-8dea-4fc366b59b3c req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "DELETE /v2.0/ports/9a177e8c-fb6d-4a36-a4a3-728c01c73968 HTTP/1.1" status: 204 len: 173 time: 0.7436535 Jun 10 16:13:58.514430 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'name': 'network-vif-deleted', 'tag': '9a177e8c-fb6d-4a36-a4a3-728c01c73968'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:58.518255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1990a3-06bb-4474-b533-f4c9013c8659" -d '{"events": [{"server_uuid": "68e7cb4c-f989-433d-8bf6-afcf8213146d", "name": "network-vif-deleted", "tag": "9a177e8c-fb6d-4a36-a4a3-728c01c73968"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:58.540031 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event updated for resources: {'Port': ['ID=bc1b0941-c972-4cdd-beb7-aabadc6bcb32,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:13:58.542884 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:13:58.564466 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:58.597333 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b13bedf-a457-4f1b-a086-508753b8badf x-openstack-request-id: req-2b13bedf-a457-4f1b-a086-508753b8badf {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:58.597665 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7cb4c-f989-433d-8bf6-afcf8213146d", "name": "network-vif-deleted", "tag": "9a177e8c-fb6d-4a36-a4a3-728c01c73968", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:58.597952 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b13bedf-a457-4f1b-a086-508753b8badf {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:58.598384 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7cb4c-f989-433d-8bf6-afcf8213146d', 'name': 'network-vif-deleted', 'tag': '9a177e8c-fb6d-4a36-a4a3-728c01c73968', 'status': 'completed', 'code': 200} Jun 10 16:13:58.756964 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Floating IP c7a6efd1-f178-4128-a317-a89afa7f833e associated. External IP: 172.27.0.34, port: c94f943a-6679-4002-9f79-61d7b3aaa809. Jun 10 16:13:59.069721 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Router ec82c659-6b32-49c6-852b-a2af0670f363 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:13:59.252731 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bfa33c9e-6004-4447-8e45-9254bdc38af0 req-28093503-dac1-48d8-a5fe-4d2db4ea326c tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=68e7cb4c-f989-433d-8bf6-afcf8213146d HTTP/1.1" status: 200 len: 210 time: 0.0441608 Jun 10 16:13:59.275932 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:13:59.286738 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] Sync routers for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:13:59.292799 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:59.297531 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:13:59.298163 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:13:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:59.353094 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5580699 Jun 10 16:13:59.353094 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:13:59.353094 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1989fa25-3ec9-4b97-a04d-97eda49352d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:13:59.396061 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639b9e6-e6af-47fa-8405-ba146d11ff7b x-openstack-request-id: req-1639b9e6-e6af-47fa-8405-ba146d11ff7b {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:13:59.396254 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:13:59.396435 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1639b9e6-e6af-47fa-8405-ba146d11ff7b {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:13:59.396861 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'status': 'completed', 'code': 200} Jun 10 16:13:59.453902 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:13:59.549740 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-b499bdab-d773-4e82-9b65-cb49bc965a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:59.551229 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-b499bdab-d773-4e82-9b65-cb49bc965a4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1098 time: 0.1161432 Jun 10 16:13:59.574623 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcc5d9-9d07-4f80-81a6-aa304e8178a5 req-43571c74-7b60-4302-8d15-fba510e70c4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:59.576027 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-53bcc5d9-9d07-4f80-81a6-aa304e8178a5 req-43571c74-7b60-4302-8d15-fba510e70c4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.1024280 Jun 10 16:13:59.694194 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-53bcc5d9-9d07-4f80-81a6-aa304e8178a5 req-374bb817-ae64-4e66-8b04-f772fa775fe4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052778 Jun 10 16:13:59.715898 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-bf850cac-2299-47c8-b46e-3d4c729ad60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:59.717429 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-bf850cac-2299-47c8-b46e-3d4c729ad60d service neutron] 10.222.0.49 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 910 time: 0.1583776 Jun 10 16:13:59.807943 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-b6ee671f-7830-49c5-b28e-2173afbe222a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 998 time: 0.0841360 Jun 10 16:13:59.853556 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'c7a6efd1-f178-4128-a317-a89afa7f833e', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'port_id': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'mac_address': 'fa:16:3e:a4:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:13:57Z', 'updated_at': '2021-06-10T16:13:57Z', 'revision_number': 0, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:59Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:59.856756 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] Checking router: ec82c659-6b32-49c6-852b-a2af0670f363 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:13:59.864970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-38625332-c011-49cd-85c3-98e94475f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:59.865900 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:13:59.866493 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:13:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:13:59.866700 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-38625332-c011-49cd-85c3-98e94475f962 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 200 len: 848 time: 0.0523736 Jun 10 16:13:59.935244 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-cac02fa4-ed89-4be1-801f-f88092063664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:13:59.937515 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-cac02fa4-ed89-4be1-801f-f88092063664 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01d4fd37-333f-42ee-90f6-322341043b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637722 Jun 10 16:14:00.023146 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:14:00.071371 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-3c850719-d750-49e3-9a26-6921afdcaf0b service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269605 Jun 10 16:14:00.209783 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1989fa25-3ec9-4b97-a04d-97eda49352d5 req-516b3138-b539-446a-9254-2fae0514b786 service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317759 Jun 10 16:14:00.353508 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'c7a6efd1-f178-4128-a317-a89afa7f833e', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'port_id': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'mac_address': 'fa:16:3e:a4:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:13:57Z', 'updated_at': '2021-06-10T16:13:57Z', 'revision_number': 0, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:59Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:00.360093 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94256712-4243-4ffa-aa47-dad7a02f3f6c None None] The sync data for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi is: [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'c7a6efd1-f178-4128-a317-a89afa7f833e', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'port_id': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'mac_address': 'fa:16:3e:a4:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:13:57Z', 'updated_at': '2021-06-10T16:13:57Z', 'revision_number': 0, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:59Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:14:00.400340 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3403f-06f5-4ad8-9bef-6a8b4c89669a req-374f0ac0-f3af-43f6-9537-5aeece2bc90a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:00.402061 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0df3403f-06f5-4ad8-9bef-6a8b4c89669a req-374f0ac0-f3af-43f6-9537-5aeece2bc90a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0864394 Jun 10 16:14:00.460791 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0df3403f-06f5-4ad8-9bef-6a8b4c89669a req-33ba58d3-111b-4606-9bcf-8f2ebaedb313 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524359 Jun 10 16:14:00.605814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54874) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:00.622294 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377d371-11d2-49c0-af8b-2ca50a084611 None None] New status for floating IP c7a6efd1-f178-4128-a317-a89afa7f833e: ACTIVE {{(pid=91920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:14:00.721293 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:00.790486 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5520ed3-6ce4-491b-94ec-1efcf5d73417 req-f86c0dca-b0b7-4131-a672-e8e8e83b8dbc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:00.792086 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a5520ed3-6ce4-491b-94ec-1efcf5d73417 req-f86c0dca-b0b7-4131-a672-e8e8e83b8dbc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0717177 Jun 10 16:14:00.822639 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:00.827231 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:00.830879 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8add97b3-63e4-4814-91af-607250423d1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:00.844378 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a5520ed3-6ce4-491b-94ec-1efcf5d73417 req-99c6877e-809d-460f-bcdb-fc84602498a0 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Jun 10 16:14:00.878909 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7935d349c03f455d864d4a64cc727a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720065 Jun 10 16:14:00.879813 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f0e660-51be-4414-9fcd-81ab18626ca5,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:00.881739 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54880) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:00.882990 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:00.934677 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:00.956789 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.006379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.009170 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.010289 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93f0e660-51be-4414-9fcd-81ab18626ca5 HTTP/1.1" status: 204 len: 168 time: 0.1274536 Jun 10 16:14:01.011030 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-86191aed-ded7-4c5d-821f-f97a07c42d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:01.019919 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f0e660-51be-4414-9fcd-81ab18626ca5,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:01.022221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:01.296341 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54886) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:01.316287 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d54588d-b0aa-41f6-93a9-304d0a7943d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.410846 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d54588d-b0aa-41f6-93a9-304d0a7943d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.414463 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d54588d-b0aa-41f6-93a9-304d0a7943d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.417560 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:01.435247 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 9a177e8c-fb6d-4a36-a4a3-728c01c73968 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:14:01.456771 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3d54588d-b0aa-41f6-93a9-304d0a7943d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77d216b9214f41799027fe5a841077bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589153 Jun 10 16:14:01.458949 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54588d-b0aa-41f6-93a9-304d0a7943d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa24f58-1775-4ebb-a07b-2f4e89505f8e,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:01.459636 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54888) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:01.460701 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 9a177e8c-fb6d-4a36-a4a3-728c01c73968 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:14:01.461080 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 9a177e8c-fb6d-4a36-a4a3-728c01c73968 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:14:01.462170 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3d54588d-b0aa-41f6-93a9-304d0a7943d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:01.517260 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.539714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.625666 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.628248 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.629397 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afa24f58-1775-4ebb-a07b-2f4e89505f8e HTTP/1.1" status: 204 len: 168 time: 0.1685486 Jun 10 16:14:01.630912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-eddf352e-b33c-4f70-b3e9-7bf5f1e55ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:01.643158 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa24f58-1775-4ebb-a07b-2f4e89505f8e,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:01.645515 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:01.662771 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83e3c-dfc6-466f-afd7-60327d4df214 req-ca07583f-686d-4c52-968d-ee92e653bfa0 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:01.664515 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-09e83e3c-dfc6-466f-afd7-60327d4df214 req-ca07583f-686d-4c52-968d-ee92e653bfa0 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0903294 Jun 10 16:14:01.708202 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-09e83e3c-dfc6-466f-afd7-60327d4df214 req-fa23130e-1bb3-4fb7-915c-eaaccbf4b55a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Jun 10 16:14:02.029454 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9360-205d-45a4-baea-52e3e3051d47 req-d40d6599-8f47-4d86-9a08-ec36bd455c13 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:02.031617 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-30da9360-205d-45a4-baea-52e3e3051d47 req-d40d6599-8f47-4d86-9a08-ec36bd455c13 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0722735 Jun 10 16:14:02.073892 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-30da9360-205d-45a4-baea-52e3e3051d47 req-233bcb0f-d18e-4cf1-8018-530a745a7768 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Jun 10 16:14:02.891047 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136885f6-7fb3-48e7-ae3e-2cae6345774d req-65dcdc33-e1a2-43d3-b035-89a7e696633a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:02.892513 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-136885f6-7fb3-48e7-ae3e-2cae6345774d req-65dcdc33-e1a2-43d3-b035-89a7e696633a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0737391 Jun 10 16:14:02.932545 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-136885f6-7fb3-48e7-ae3e-2cae6345774d req-69e85eae-e327-4dd2-a0e9-c3f659229059 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jun 10 16:14:03.273814 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4fbd-d08c-4362-bb4e-594f5e55e11f req-e3c13cb9-6c81-4476-8767-c07af9ba037d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:03.275272 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d76a4fbd-d08c-4362-bb4e-594f5e55e11f req-e3c13cb9-6c81-4476-8767-c07af9ba037d tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0805755 Jun 10 16:14:03.317566 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d76a4fbd-d08c-4362-bb4e-594f5e55e11f req-a1199a85-2551-4fef-a152-a1aa88d35d0e tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Jun 10 16:14:04.112606 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53755f-1b89-4f8d-9669-c3817cce8b88 req-48392a71-cb53-4e10-8cb2-eb1a7d9ee191 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:04.114076 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fa53755f-1b89-4f8d-9669-c3817cce8b88 req-48392a71-cb53-4e10-8cb2-eb1a7d9ee191 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0679846 Jun 10 16:14:04.154820 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fa53755f-1b89-4f8d-9669-c3817cce8b88 req-cae82147-f197-46fc-85b1-17000e605d00 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Jun 10 16:14:04.503622 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c351d6c-d5b7-4ab4-9c36-09348b9993cf req-876a7f6c-eac3-45d6-96a7-04b6ca917926 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:04.505124 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c351d6c-d5b7-4ab4-9c36-09348b9993cf req-876a7f6c-eac3-45d6-96a7-04b6ca917926 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0697544 Jun 10 16:14:04.548209 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c351d6c-d5b7-4ab4-9c36-09348b9993cf req-123817e1-d896-4775-8aba-e39d9e7fc7c5 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Jun 10 16:14:05.345895 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e915c-ab5b-46ea-9df5-2dcd6d1d3dd8 req-a86e15ec-8680-46b7-b78a-7ce6417eac9c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:05.347365 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7b1e915c-ab5b-46ea-9df5-2dcd6d1d3dd8 req-a86e15ec-8680-46b7-b78a-7ce6417eac9c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0721419 Jun 10 16:14:05.387228 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7b1e915c-ab5b-46ea-9df5-2dcd6d1d3dd8 req-a461f082-1b56-4a8a-952c-0e7ede106094 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342884 Jun 10 16:14:05.733094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3386c91-791f-4cbe-8c15-0174a1670e59 req-2daacbd9-f750-4e88-ab19-4ff2782328b3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:05.735046 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d3386c91-791f-4cbe-8c15-0174a1670e59 req-2daacbd9-f750-4e88-ab19-4ff2782328b3 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.0755353 Jun 10 16:14:05.783712 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d3386c91-791f-4cbe-8c15-0174a1670e59 req-9e5dca2e-da84-49a5-a1cf-4c9d25c88e0f tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/security-groups?id=3490dc61-7a8e-4ab8-8090-7e71962c700c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Jun 10 16:14:05.995322 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 54988) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:06.101132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.225195 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.229734 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.234516 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-822d1210-04d7-40dd-a4ba-ef4599d459a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:06.293706 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9863c7b14dec456ca3fc5f338b05cd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972982 Jun 10 16:14:06.295300 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d3556e-a5d5-4208-8cb9-87f855a3f98b,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:06.296986 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 54994) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:06.305751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:06.318611 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09efd-3f49-4781-b97b-79c97688d415 req-1c4594a3-647f-4444-b729-cc7c69175c7b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:06.320055 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-29e09efd-3f49-4781-b97b-79c97688d415 req-1c4594a3-647f-4444-b729-cc7c69175c7b tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 945 time: 0.1378911 Jun 10 16:14:06.350911 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.373690 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.426624 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.429478 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.433538 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67d3556e-a5d5-4208-8cb9-87f855a3f98b HTTP/1.1" status: 204 len: 168 time: 0.1353269 Jun 10 16:14:06.434326 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f46b1329-f287-4335-be0b-4a1694ca15ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:06.435368 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Deleting port 489c9979-1d49-4fdc-b053-037fd8ccf459 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:14:06.435709 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.443847 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d3556e-a5d5-4208-8cb9-87f855a3f98b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:06.446152 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:06.552314 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] For port 489c9979-1d49-4fdc-b053-037fd8ccf459, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=489c9979-1d49-4fdc-b053-037fd8ccf459,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:14:06.552675 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.602851 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d69ff-703a-44b4-82a0-d537657b6e84 req-b95258d0-e62c-4a33-bfb1-f0b04c354f22 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:06.604322 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b12d69ff-703a-44b4-82a0-d537657b6e84 req-b95258d0-e62c-4a33-bfb1-f0b04c354f22 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0756702 Jun 10 16:14:06.648094 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b12d69ff-703a-44b4-82a0-d537657b6e84 req-290b78b8-5457-4c1a-9485-eaabd5cf6b1a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Jun 10 16:14:06.650225 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Calling delete_port for 489c9979-1d49-4fdc-b053-037fd8ccf459 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:14:06.721402 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55002) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:06.737174 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.808062 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.812449 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:06.820226 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['489c9979-1d49-4fdc-b053-037fd8ccf459'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:14:06.837198 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.842170 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.845629 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3726bcf3-ed2d-4a0e-a805-6b2473dad753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:06.854465 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Pushing event deleted for resources: {'Port': ['ID=489c9979-1d49-4fdc-b053-037fd8ccf459,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:06.858208 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:06.892402 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee736c30bb2d4f99a526d85c08059e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687498 Jun 10 16:14:06.892402 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b226a63-6234-4184-9050-664bb4a21fe0,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:06.895250 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:06.895895 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55006) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:06.916967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] No DVR routers for this DVR port 489c9979-1d49-4fdc-b053-037fd8ccf459 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:14:06.927109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.928938 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-29e09efd-3f49-4781-b97b-79c97688d415 req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.49 "DELETE /v2.0/ports/489c9979-1d49-4fdc-b053-037fd8ccf459 HTTP/1.1" status: 204 len: 173 time: 0.6025453 Jun 10 16:14:06.929716 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'name': 'network-vif-deleted', 'tag': '489c9979-1d49-4fdc-b053-037fd8ccf459'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:14:06.931998 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880f677f-edb6-4f9d-9a58-fb7820362dc2" -d '{"events": [{"server_uuid": "0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09", "name": "network-vif-deleted", "tag": "489c9979-1d49-4fdc-b053-037fd8ccf459"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:14:06.958244 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f55be67a-72e1-4785-b6ca-9a1571f78f33 req-d79eba5c-a0ac-43e2-b47e-59ea37802c2a tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09 HTTP/1.1" status: 200 len: 210 time: 0.0430295 Jun 10 16:14:06.966278 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.993524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5383588-f055-4843-b86f-c2574581c4ca x-openstack-request-id: req-f5383588-f055-4843-b86f-c2574581c4ca {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:14:06.993921 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09", "name": "network-vif-deleted", "tag": "489c9979-1d49-4fdc-b053-037fd8ccf459", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:14:06.994276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5383588-f055-4843-b86f-c2574581c4ca {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:14:06.994723 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3ba0c8-d6fc-40dc-a302-5e3f927e9a09', 'name': 'network-vif-deleted', 'tag': '489c9979-1d49-4fdc-b053-037fd8ccf459', 'status': 'completed', 'code': 200} Jun 10 16:14:07.008663 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:07.061261 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:07.065371 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:07.066671 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b226a63-6234-4184-9050-664bb4a21fe0 HTTP/1.1" status: 204 len: 168 time: 0.1697993 Jun 10 16:14:07.067478 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b75b5ee7-62da-4a63-b92c-766730c42cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:07.077985 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b226a63-6234-4184-9050-664bb4a21fe0,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:07.080143 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:07.838763 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb50299-a9ba-4495-9a7b-b10121e6fc7a req-28da9f3f-a407-48f9-9d67-efe2904b13d3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:07.840278 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4fb50299-a9ba-4495-9a7b-b10121e6fc7a req-28da9f3f-a407-48f9-9d67-efe2904b13d3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0760164 Jun 10 16:14:07.884725 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4fb50299-a9ba-4495-9a7b-b10121e6fc7a req-d41fda63-759d-443e-a8db-5eb97ce457df tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376139 Jun 10 16:14:08.063722 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55038) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:08.819354 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:09.069517 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709bf74-4fad-4b4d-aa1c-9d48cb42015d req-ec5eee5d-04f8-4b03-a316-6b8a3ca8aec2 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:09.070905 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e709bf74-4fad-4b4d-aa1c-9d48cb42015d req-ec5eee5d-04f8-4b03-a316-6b8a3ca8aec2 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0680969 Jun 10 16:14:09.119268 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e709bf74-4fad-4b4d-aa1c-9d48cb42015d req-b201d4aa-7d06-47e8-895b-7a348f6516a9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Jun 10 16:14:09.196487 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Deleting port a4f7afaa-e8b8-4635-9f34-09e23c537b5b {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:14:09.196986 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:09.321930 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] For port a4f7afaa-e8b8-4635-9f34-09e23c537b5b, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,segment=NetworkSegment(56192b5c-cea1-4fdc-be52-cd7addb169d4),segment_id=56192b5c-cea1-4fdc-be52-cd7addb169d4)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:14:09.322199 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:09.440150 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Calling delete_port for a4f7afaa-e8b8-4635-9f34-09e23c537b5b owned by network:router_interface {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:14:09.479628 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 489c9979-1d49-4fdc-b053-037fd8ccf459 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:14:09.519111 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 489c9979-1d49-4fdc-b053-037fd8ccf459 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:14:09.519463 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 489c9979-1d49-4fdc-b053-037fd8ccf459 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:14:09.756419 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:09.759395 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:09.793252 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f7afaa-e8b8-4635-9f34-09e23c537b5b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:09.801316 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:10.054541 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:10.414875 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af9d9-02a5-47ce-bbe5-b9cedc1c885d req-44e937f7-705f-4031-9617-6492535860f7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:10.416213 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-734af9d9-02a5-47ce-bbe5-b9cedc1c885d req-44e937f7-705f-4031-9617-6492535860f7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1498957 Jun 10 16:14:10.417906 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Router bbb2c19e-103e-4186-afd2-23f55ba6b5bf has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:14:10.564625 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-734af9d9-02a5-47ce-bbe5-b9cedc1c885d req-6d0f7a7d-fa4c-431b-be2f-644d74b0488f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411343 Jun 10 16:14:10.602691 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:14:10.607979 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e365a43e-30b2-4c1c-bee2-2fc8b54d7e38 admin admin] 10.222.0.44 "PUT /v2.0/routers/bbb2c19e-103e-4186-afd2-23f55ba6b5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5432549 Jun 10 16:14:10.610629 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55078) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:10.611572 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] Sync routers for ids ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:14:10.621151 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] Routers {'bbb2c19e-103e-4186-afd2-23f55ba6b5bf'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:14:10.621760 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:13:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:10.769309 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] Set router bbb2c19e-103e-4186-afd2-23f55ba6b5bf gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:14:10.980887 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks [] for router, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.024359 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:14:09Z', 'revision_number': 5, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:11.027721 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] Checking router: bbb2c19e-103e-4186-afd2-23f55ba6b5bf for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:14:11.037005 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] Routers {'bbb2c19e-103e-4186-afd2-23f55ba6b5bf'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:14:11.037626 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:13:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:11.128891 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.188010 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] Set router bbb2c19e-103e-4186-afd2-23f55ba6b5bf gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:14:11.196934 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Deleting port f046ea59-385a-457a-9232-50ceac1ff2bc {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:14:11.197413 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.208694 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55086) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:11.320730 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] For port f046ea59-385a-457a-9232-50ceac1ff2bc, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=f046ea59-385a-457a-9232-50ceac1ff2bc,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:14:11.321266 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.357442 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-48f82f84-199a-4f18-8fa6-c5f4d0316de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.432235 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Calling delete_port for f046ea59-385a-457a-9232-50ceac1ff2bc owned by network:router_gateway {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:14:11.492592 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-48f82f84-199a-4f18-8fa6-c5f4d0316de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.496918 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-48f82f84-199a-4f18-8fa6-c5f4d0316de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.500584 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d03494cb-d32e-47c8-b831-2b30b690c7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:11.541052 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-48f82f84-199a-4f18-8fa6-c5f4d0316de6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccce674792b040359d6b112b62bb1a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310094 Jun 10 16:14:11.542204 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f82f84-199a-4f18-8fa6-c5f4d0316de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344cd62d-06b8-40c7-8b21-3d1b975830ab,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:11.544630 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55090) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:11.550714 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-48f82f84-199a-4f18-8fa6-c5f4d0316de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:11.553003 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:14:09Z', 'revision_number': 5, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:11.556606 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69882ba4-b1f6-4252-8624-744fb2dd8783 None None] The sync data for ids ['bbb2c19e-103e-4186-afd2-23f55ba6b5bf'] in dv-cinder-789564-6-iscsi is: [{'id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1466669459-router', 'tenant_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:14:09Z', 'revision_number': 5, 'project_id': 'ef7dc639dbd445bc8a2d3ad2363dcab1', 'gw_port': {'id': 'f046ea59-385a-457a-9232-50ceac1ff2bc', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2c19e-103e-4186-afd2-23f55ba6b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:14:11.601349 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.625538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.657456 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.664370 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:11.683536 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.686154 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.689723 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/344cd62d-06b8-40c7-8b21-3d1b975830ab HTTP/1.1" status: 204 len: 168 time: 0.1417935 Jun 10 16:14:11.689723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a750631e-523f-4a00-b88b-3f354b0776f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:11.695327 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Pushing event deleted for resources: {'Port': ['ID=f046ea59-385a-457a-9232-50ceac1ff2bc,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:11.698081 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:11.711600 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344cd62d-06b8-40c7-8b21-3d1b975830ab,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:11.714818 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:11.778931 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d2d4b-56c7-48e1-8026-78470f66f455 req-66f9a0a0-d2e5-406d-a1fa-f579190fd691 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:11.781528 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c34d2d4b-56c7-48e1-8026-78470f66f455 req-66f9a0a0-d2e5-406d-a1fa-f579190fd691 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0806994 Jun 10 16:14:11.790367 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.828869 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c34d2d4b-56c7-48e1-8026-78470f66f455 req-e47b1f84-18c3-4cff-9e2a-3cafc7fc9a7e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Jun 10 16:14:11.942888 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:11.945067 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.035231 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.035796 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb2c19e-103e-4186-afd2-23f55ba6b5bf {{(pid=91918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:14:12.045172 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.050938 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6ede382b-9e3d-4c8e-8d28-38cf44485cec admin admin] 10.222.0.44 "DELETE /v2.0/routers/bbb2c19e-103e-4186-afd2-23f55ba6b5bf HTTP/1.1" status: 204 len: 168 time: 1.4368296 Jun 10 16:14:12.051537 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55108) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:12.125367 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Deleting subnet 5c32ae80-3096-4f91-a58c-67c727031abb {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:14:12.128562 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.194823 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.267937 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.315095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6229-ac29-472a-b429-444b4b82eb64 req-726e44fe-e702-4a56-9d45-f83078df563e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:12.321999 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a5cc6229-ac29-472a-b429-444b4b82eb64 req-726e44fe-e702-4a56-9d45-f83078df563e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1406081 Jun 10 16:14:12.343743 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.347136 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ead9d15e-1588-465d-845b-e5a4531af9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:12.350477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-14c0c8f8-28d5-491d-91c4-bbe61105d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:12.351934 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-14c0c8f8-28d5-491d-91c4-bbe61105d4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1099 time: 0.1372046 Jun 10 16:14:12.392885 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.397217 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5c32ae80-3096-4f91-a58c-67c727031abb HTTP/1.1" status: 204 len: 168 time: 0.3418441 Jun 10 16:14:12.397217 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c32ae80-3096-4f91-a58c-67c727031abb,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:12.403844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55120) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:12.405555 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-68578282-eecf-4910-9603-8188df7f9f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:12.439358 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a5cc6229-ac29-472a-b429-444b4b82eb64 req-b8915785-3534-48d4-8e38-7aa6b1341c21 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161973 Jun 10 16:14:12.569362 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.584286 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-5085d9e1-b379-41be-8316-41f6b556678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:12.585759 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-5085d9e1-b379-41be-8316-41f6b556678c service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.2205439 Jun 10 16:14:12.760743 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.772067 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-f121675f-1550-42d3-bf72-a5fac4353116 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 1002 time: 0.1787577 Jun 10 16:14:12.775949 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6481ea5f-800d-49a1-9cba-3b952c54f83e']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:12.796398 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56192b5c-cea1-4fdc-be52-cd7addb169d4') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:12.796692 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56192b5c-cea1-4fdc-be52-cd7addb169d4') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:12.839831 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.860517 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.865903 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-fc38dd0d-a2c7-4c30-a97e-ce001d5bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:12.867357 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-fc38dd0d-a2c7-4c30-a97e-ce001d5bc232 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.0888069 Jun 10 16:14:12.870255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:14:12.870737 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:14:12.872666 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:14:12.988870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:12.994291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-65ee17e3-fd70-4645-927d-e5fec6abb157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:12.997476 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:13.000549 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6481ea5f-800d-49a1-9cba-3b952c54f83e HTTP/1.1" status: 204 len: 168 time: 0.5931942 Jun 10 16:14:13.017879 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Pushing event deleted for resources: {'Network': ['ID=6481ea5f-800d-49a1-9cba-3b952c54f83e,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:13.020818 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:13.028378 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-3dd5a50f-8f3c-47cf-8c11-ef337cf29980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:13.029900 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-3dd5a50f-8f3c-47cf-8c11-ef337cf29980 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1421831 Jun 10 16:14:13.188048 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55134) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:13.241224 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f144f985-e62c-4ea7-83b9-ec18b10660d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef7dc639dbd445bc8a2d3ad2363dcab1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515041 Jun 10 16:14:13.243547 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55136) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:13.314920 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:13.341432 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:13.348103 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device a4f7afaa-e8b8-4635-9f34-09e23c537b5b no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:14:13.377582 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: a4f7afaa-e8b8-4635-9f34-09e23c537b5b {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:14:13.378320 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device a4f7afaa-e8b8-4635-9f34-09e23c537b5b not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:14:13.379128 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f046ea59-385a-457a-9232-50ceac1ff2bc no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:14:13.404841 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:13.409188 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:13.412828 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3490dc61-7a8e-4ab8-8090-7e71962c700c HTTP/1.1" status: 204 len: 168 time: 0.1660757 Jun 10 16:14:13.412828 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a17cff45-17aa-4ada-a8e7-2f26c43565ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:13.415613 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: f046ea59-385a-457a-9232-50ceac1ff2bc {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:14:13.416159 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f046ea59-385a-457a-9232-50ceac1ff2bc not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:14:13.429908 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3490dc61-7a8e-4ab8-8090-7e71962c700c,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:13.432361 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:13.455269 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-9aaaa043-b7ee-42e5-9153-92c13f2ead27 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170308 Jun 10 16:14:13.580315 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-03c0bc3e-1840-4757-ba7f-db81ac48d4cf req-52e14927-b8b2-44a0-82f6-9c1ca8acd40e service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175895 Jun 10 16:14:13.633439 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10dc7b-2d13-4f21-8388-a8d5151a27d6 req-f30188cb-879f-4706-83b5-afc990168eb9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:13.634993 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ff10dc7b-2d13-4f21-8388-a8d5151a27d6 req-f30188cb-879f-4706-83b5-afc990168eb9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0808489 Jun 10 16:14:13.685087 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ff10dc7b-2d13-4f21-8388-a8d5151a27d6 req-c1d9d49d-94e1-4349-b295-2e39293cf196 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Jun 10 16:14:14.875945 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820550d-74eb-4e5a-9c66-1599762f57f3 req-8003bfc9-61f4-4451-bfc9-2d8e35a831a9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:14.877811 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4820550d-74eb-4e5a-9c66-1599762f57f3 req-8003bfc9-61f4-4451-bfc9-2d8e35a831a9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0776906 Jun 10 16:14:14.924590 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4820550d-74eb-4e5a-9c66-1599762f57f3 req-df3f1558-59bb-4bc5-9369-97a2e35e721f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Jun 10 16:14:16.689584 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:18.659482 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-324cd1bc-57f7-4128-aa1c-b9798f685d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:21.109834 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0ceced75-a20d-4d44-9e96-b506f462c307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:21.502322 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:22.022461 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:23.893957 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:23.996435 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:14:45.518546 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-309aff53-d42b-4232-87e7-9d4e9933e9af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624359 Jun 10 16:14:45.603392 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-c1f687c0-866b-49fa-8f0e-6fea7d41847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:45.604871 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-c1f687c0-866b-49fa-8f0e-6fea7d41847b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 1099 time: 0.0589244 Jun 10 16:14:45.742857 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-04e40ab9-04fb-4bb5-9914-eb3919397150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:45.744276 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-04e40ab9-04fb-4bb5-9914-eb3919397150 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.1182139 Jun 10 16:14:45.843701 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-a6e98411-caff-41a9-91cb-8b1651cacdff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 200 len: 1002 time: 0.0909560 Jun 10 16:14:45.900551 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-db82cf2a-5b08-4efa-a829-111dc0d6934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:45.903006 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-db82cf2a-5b08-4efa-a829-111dc0d6934a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.0521173 Jun 10 16:14:45.970587 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-e0a0c99a-c088-4b36-969d-851f026823aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:45.972013 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-e0a0c99a-c088-4b36-969d-851f026823aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567079 Jun 10 16:14:46.094362 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-b6f8fe0f-76d7-4709-bb09-f76db8925dcd service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118045 Jun 10 16:14:46.213690 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2c17a35-87e4-4008-a907-5840cd3d4852 req-ccad4fa9-d7b0-4257-a9c4-fdffb37dc442 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106045 Jun 10 16:14:46.707796 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:47.167571 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e965-d652-4ea1-b9b6-fa3594102421 req-481cae5d-502b-4011-ae86-34849b54e209 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:47.168984 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a523e965-d652-4ea1-b9b6-fa3594102421 req-481cae5d-502b-4011-ae86-34849b54e209 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.0754781 Jun 10 16:14:47.218037 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a523e965-d652-4ea1-b9b6-fa3594102421 req-6f6a5144-008b-4c78-ad82-9540aa72f0c2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430272 Jun 10 16:14:48.409821 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa9182-3ddc-49f3-ab09-05863b3434cd req-f48a19a7-46c5-4efd-90c5-217d5b9ca1c8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:48.411247 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6faa9182-3ddc-49f3-ab09-05863b3434cd req-f48a19a7-46c5-4efd-90c5-217d5b9ca1c8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.0687616 Jun 10 16:14:48.454073 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6faa9182-3ddc-49f3-ab09-05863b3434cd req-c976c604-4b17-49b0-9154-ed4c199d0488 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370719 Jun 10 16:14:48.658278 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-4df088dd-1dc8-4608-96fb-0e2eb5a251d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:49.202132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f744c55-22c0-486c-854c-de8b9d85710b req-916a058c-2121-45ad-b149-65830b777bf5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:49.203597 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8f744c55-22c0-486c-854c-de8b9d85710b req-916a058c-2121-45ad-b149-65830b777bf5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.0678692 Jun 10 16:14:49.320199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Deleting port 253e50d0-c456-45ed-8a77-8a5c1b67d537 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:14:49.320533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:49.437590 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] For port 253e50d0-c456-45ed-8a77-8a5c1b67d537, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=253e50d0-c456-45ed-8a77-8a5c1b67d537,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:14:49.437970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:49.769144 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:49.769517 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:49.769829 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Floating IP 5f9c9e3f-0001-4796-b7f4-f5dc2e364080 disassociated. External IP: 172.27.0.14, port: 253e50d0-c456-45ed-8a77-8a5c1b67d537. Jun 10 16:14:49.770174 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Calling delete_port for 253e50d0-c456-45ed-8a77-8a5c1b67d537 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:14:49.778608 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9808a-bef8-4343-8f4b-3461bcfc0bab req-a121c25f-3c6c-4b8e-adb9-799727b4ef20 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:49.780618 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f9d9808a-bef8-4343-8f4b-3461bcfc0bab req-a121c25f-3c6c-4b8e-adb9-799727b4ef20 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 946 time: 0.1590037 Jun 10 16:14:49.878923 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f9d9808a-bef8-4343-8f4b-3461bcfc0bab req-76015ef9-ab2b-421e-879c-298c37d31159 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6a95553-3c43-4723-af0a-324ee7e5530c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906408 Jun 10 16:14:49.962882 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:49.967953 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:49.998783 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event deleted for resources: {'Port': ['ID=253e50d0-c456-45ed-8a77-8a5c1b67d537,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:50.059417 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.059786 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.060672 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.061048 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.061488 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.061847 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.062200 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.062549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.062896 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.063246 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.063591 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.063938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:50.110533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:50.163102 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:14:50.315548 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:14:50.327355 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:14:50.338476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:14:50.339410 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:50.376790 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] No DVR routers for this DVR port 253e50d0-c456-45ed-8a77-8a5c1b67d537 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:14:50.379629 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:50.381710 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8f744c55-22c0-486c-854c-de8b9d85710b req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "DELETE /v2.0/ports/253e50d0-c456-45ed-8a77-8a5c1b67d537 HTTP/1.1" status: 204 len: 173 time: 1.1705048 Jun 10 16:14:50.382242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-deleted', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:14:50.384661 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f129887-b4e4-4705-9bb3-8d517ee6d47b" -d '{"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-deleted", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:14:50.428735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f126a0d2-bc97-48fe-8868-8054cc5ef9f5 x-openstack-request-id: req-f126a0d2-bc97-48fe-8868-8054cc5ef9f5 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:14:50.429156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c27a3f9-24ec-493b-b870-64fe10c628e9", "name": "network-vif-deleted", "tag": "253e50d0-c456-45ed-8a77-8a5c1b67d537", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:14:50.429691 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f126a0d2-bc97-48fe-8868-8054cc5ef9f5 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:14:50.430192 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c27a3f9-24ec-493b-b870-64fe10c628e9', 'name': 'network-vif-deleted', 'tag': '253e50d0-c456-45ed-8a77-8a5c1b67d537', 'status': 'completed', 'code': 200} Jun 10 16:14:50.690638 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:14:51.053156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:51.056973 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:14:51.066223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:14:51.067133 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:51.138007 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-eed222dc-d454-4bef-8c64-b8c2b4280f04 req-73946746-c220-477b-9105-f142762fc1ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c27a3f9-24ec-493b-b870-64fe10c628e9 HTTP/1.1" status: 200 len: 210 time: 0.0376565 Jun 10 16:14:51.206647 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6f29a809-052c-4669-94e4-f244e2c206ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:51.248978 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:14:51.515167 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:51.527185 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:14:51.531556 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ec9e9-94b7-4b27-b7ca-bee198a3b2ed None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:14:51.775131 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c76f2-ebf5-4fe1-bb90-c5e748e96100 None None] New status for floating IP 5f9c9e3f-0001-4796-b7f4-f5dc2e364080: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:14:52.027276 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.452583 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55736) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:52.509256 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.535324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.594040 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.596840 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.598233 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6a95553-3c43-4723-af0a-324ee7e5530c HTTP/1.1" status: 204 len: 168 time: 0.1446245 Jun 10 16:14:52.599008 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-29cb646a-979f-4c0c-ac47-8cf1a6808bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:52.601022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55738) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:52.610267 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a95553-3c43-4723-af0a-324ee7e5530c,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:52.618107 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.618333 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.api.v2.resource [None req-2604c4b5-9da4-4d36-a942-29017c5153e0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] show failed (client error): The resource could not be found. Jun 10 16:14:52.618484 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.621882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.622475 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-2604c4b5-9da4-4d36-a942-29017c5153e0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups/a6a95553-3c43-4723-af0a-324ee7e5530c HTTP/1.1" status: 404 len: 347 time: 0.0171635 Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.623157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:52.624081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55740) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:52.626526 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:52.780350 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Deleting port 60715860-0192-4bcf-bd95-0bb8f1670b1d {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:14:52.780572 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.889412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.889740 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:52.979337 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Calling delete_port for 60715860-0192-4bcf-bd95-0bb8f1670b1d owned by network:floatingip {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:14:53.135078 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.137592 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3f85d7c-bd64-46ae-8f9e-57300ee9b04c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:53.166343 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event deleted for resources: {'Port': ['ID=60715860-0192-4bcf-bd95-0bb8f1670b1d,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:53.170420 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:53.239915 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.242595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.243707 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "DELETE /v2.0/floatingips/5f9c9e3f-0001-4796-b7f4-f5dc2e364080 HTTP/1.1" status: 204 len: 168 time: 0.6201289 Jun 10 16:14:53.616301 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55752) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:53.621223 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365654895', 'description': 'tempest-description--608669188'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:53.646061 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.728628 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.732029 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.734278 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3e3add0c-aa22-4813-93c1-685757ed388c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:53.763006 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.764681 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1472919 Jun 10 16:14:53.766642 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:53.767688 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55754) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:53.769444 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:53.773751 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'security_group_rule': {'security_group_id': '41c08efe-a4d5-4485-b8e1-ddcd14b2d61e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:53.799555 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.858012 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.861279 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.863183 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:53.876714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0257bf19-f13f-4273-97b3-744a0f826f3c,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:53.883290 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:53.898307 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.899645 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-97fcefcd-8d81-4caf-b7af-5a2fd668219a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301405 Jun 10 16:14:53.902560 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55758) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:53.908504 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'security_group_rule': {'security_group_id': '41c08efe-a4d5-4485-b8e1-ddcd14b2d61e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:53.910282 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.935346 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:53.996589 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.000824 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.005385 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:54.021233 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180fbb77-9755-4c13-be2f-05b4010afdc1,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:54.023701 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:54.025095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.026263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-20c091e0-eecb-4383-b2ef-bd86cb913647 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227157 Jun 10 16:14:54.030197 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55760) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:54.034609 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:54.055039 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.172426 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.381805 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:14:54.409351 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 253e50d0-c456-45ed-8a77-8a5c1b67d537 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:14:54.409796 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 253e50d0-c456-45ed-8a77-8a5c1b67d537 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:14:54.557091 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Allocated IP 172.27.0.183 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/19071b6f-f952-4105-8ecb-ae670400df89) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:14:54.681248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.720115 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.722031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-da5e85f3-2839-46e9-bb1d-6a695ac4c0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:54.768537 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:14:54.773635 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:14:54.778125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:14:54.780652 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'Port': ['ID=19071b6f-f952-4105-8ecb-ae670400df89,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:54.783710 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:54.879427 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:54.928033 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:55.108477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:55.112865 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:55.115815 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fc7357f1-51a1-4e94-b36d-2503d06722f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:55.199940 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'Port': ['ID=19071b6f-f952-4105-8ecb-ae670400df89,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:55.204561 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:55.209081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:55.222490 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:55.223942 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1928074 Jun 10 16:14:55.414750 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-5de98385-7514-4788-969f-8adc6c0cfca1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1365654895&fields=id&tenant_id=2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 267 time: 0.0389504 Jun 10 16:14:55.548970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-f2d88747-8aa5-4ccd-9fc6-aa03824bfe3f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:55.551797 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-f2d88747-8aa5-4ccd-9fc6-aa03824bfe3f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 817 time: 0.1292498 Jun 10 16:14:55.574445 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-993ffb23-b18d-45e8-8bff-5a4f273d97d8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/quotas/2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 375 time: 0.0148237 Jun 10 16:14:55.662054 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-42d67873-9fcb-44fb-83aa-e40a0459f135 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814598 Jun 10 16:14:55.787217 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-87d12706-cd6d-4e46-a62a-752f0a1f25e5 service neutron] 10.222.0.44 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131063 Jun 10 16:14:55.906164 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-11bf4dd1-93e5-425f-8c5f-2fa71715fdef service neutron] 10.222.0.44 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131902 Jun 10 16:14:56.096301 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d20166f1-a918-412d-88b3-e1e27fe20292 req-56286e97-210d-4d39-b124-6739046b5619 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 210 time: 0.0395739 Jun 10 16:14:57.315274 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d034ca44-a33d-41a7-9ac7-47728b053e5e req-4c07bf2e-36bb-4987-92f8-aa2ce83361ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 210 time: 0.0483127 Jun 10 16:14:57.351079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-dfe068a3-7c1b-4749-81bd-89752359ab2d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:57.352651 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-dfe068a3-7c1b-4749-81bd-89752359ab2d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 817 time: 0.1877699 Jun 10 16:14:57.399835 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-95aae0c4-3728-4945-903d-ed5c8fcd9d44 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 380 time: 0.0388811 Jun 10 16:14:57.409124 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'port': {'device_id': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'admin_state_up': True, 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'security_groups': ['41c08efe-a4d5-4485-b8e1-ddcd14b2d61e']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:57.489452 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55832) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:57.543714 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Made reservation on behalf of 2073ea951e764d91a6191699b0e02db2 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:14:57.547828 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:57.614583 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:57.708253 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Allocated IP 172.20.0.14 (c04c9874-ce23-4aa4-a6d9-8b601de141e3/0b1fc139-cc35-40cf-a338-dd2610d131ce/aa9b566b-7cff-4a63-915d-c236ce9838e1) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:14:57.718477 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:57.722512 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:57.724939 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0a412b76-5c49-46bb-b0ed-b6e449c2f7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:57.767739 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed8284437111497382488b568b3f74d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772024 Jun 10 16:14:57.768469 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561f1c8d-af7c-4186-bce8-5fd738b80834,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:57.770429 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55836) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:57.771461 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:57.917664 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:57.924911 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:57.953357 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Transition to ACTIVE for port object aa9b566b-7cff-4a63-915d-c236ce9838e1 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:14:57.955870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.031199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.035122 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-235390c3-179f-4f3e-8717-06494d4c4b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:58.068942 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.071489 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.072584 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/561f1c8d-af7c-4186-bce8-5fd738b80834 HTTP/1.1" status: 204 len: 168 time: 0.3008523 Jun 10 16:14:58.096090 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:14:58.099329 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:14:58.107565 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:14:58.107971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:58.137704 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:58.138848 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3ead74bf-60ed-4d02-96fa-ecd03fed43ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:58.154726 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561f1c8d-af7c-4186-bce8-5fd738b80834,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:58.158618 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:58.193647 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:58.194286 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.227032 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8214891 Jun 10 16:14:58.239147 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Request body: {'port': {'device_id': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:58.349508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.381442 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5bef982e-962e-4946-9360-77f467edf459 None None] Provisioning for port aa9b566b-7cff-4a63-915d-c236ce9838e1 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:14:58.388643 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-5bef982e-962e-4946-9360-77f467edf459 None None] Provisioning complete for port aa9b566b-7cff-4a63-915d-c236ce9838e1 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:14:58.389130 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-5bef982e-962e-4946-9360-77f467edf459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.444222 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-5bef982e-962e-4946-9360-77f467edf459 None None] Port aa9b566b-7cff-4a63-915d-c236ce9838e1 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:14:58.548089 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc578d16-886b-4b05-82f9-2f808a50ef24 req-c84a1b42-b5c0-4c2a-9869-d5dc8d57047f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:58.553577 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bc578d16-886b-4b05-82f9-2f808a50ef24 req-c84a1b42-b5c0-4c2a-9869-d5dc8d57047f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 932 time: 0.0822077 Jun 10 16:14:58.598269 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bc578d16-886b-4b05-82f9-2f808a50ef24 req-38ed5c56-2251-49ba-bb9e-8f7916701a06 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Jun 10 16:14:58.699794 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9b566b-7cff-4a63-915d-c236ce9838e1 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:14:58.707173 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.719506 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Transition to ACTIVE for port object aa9b566b-7cff-4a63-915d-c236ce9838e1 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:14:58.724027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.726005 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ab31c85b-559f-4bda-8a65-012e69098c58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:58.825309 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:58.830708 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55876) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:58.834297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:58.920131 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Attempting to bind port aa9b566b-7cff-4a63-915d-c236ce9838e1 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:14:58.920131 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Attempting to bind port aa9b566b-7cff-4a63-915d-c236ce9838e1 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:14:58.920870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Attempting to bind port aa9b566b-7cff-4a63-915d-c236ce9838e1 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:14:58.925395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Port aa9b566b-7cff-4a63-915d-c236ce9838e1 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:14:58.925583 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Attempting to bind port aa9b566b-7cff-4a63-915d-c236ce9838e1 on network c04c9874-ce23-4aa4-a6d9-8b601de141e3 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:14:58.931146 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:14:58.931479 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Checking segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:14:58.931854 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Bound using segment: {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:14:58.932287 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Bound port: aa9b566b-7cff-4a63-915d-c236ce9838e1, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7e257c-d6ba-46c8-9602-948315553cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:14:58.932632 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.943675 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1197906690-network', 'tenant_id': '0b44a18f401d40e48edafa8394d75523'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:58.967029 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Made reservation on behalf of 0b44a18f401d40e48edafa8394d75523 for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:14:58.972002 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:58.983915 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.007966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:14:59.011032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:14:59.015897 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.018815 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3b5df738-58a8-4dd5-880f-d570c1922c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:59.059669 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.060001 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.061399 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] 10.222.0.49 "PUT /v2.0/ports/aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 1094 time: 0.8269467 Jun 10 16:14:59.062076 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:14:59.064519 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71114eb1-f65e-4a0b-b467-a19fe0776609" -d '{"events": [{"name": "network-changed", "server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:14:59.087550 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.096432 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.100328 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-898001ec-d872-420e-bf89-b37e15a20b34 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:59.121449 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24857d0-5697-4d56-9b2d-382f920ed06b x-openstack-request-id: req-e24857d0-5697-4d56-9b2d-382f920ed06b {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:14:59.122030 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:14:59.123303 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e24857d0-5697-4d56-9b2d-382f920ed06b {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:14:59.123729 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'status': 'completed', 'code': 200} Jun 10 16:14:59.136616 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:14:59.150174 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2ba89-8998-4965-8a7d-98b6abfabb0c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:59.155519 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:59.156583 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.156922 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Added segment 97ba408b-6d9e-481f-adb0-8fa886ba2df0 of type vlan for network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d Jun 10 16:14:59.170942 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:59.174922 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:59.202085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-702e1126-bada-4922-84b2-6b9a0ef11e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.203079 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-702e1126-bada-4922-84b2-6b9a0ef11e6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1097 time: 0.0940464 Jun 10 16:14:59.212597 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.250527 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.252372 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.252964 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.261636 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-08414956-3171-4ae5-9871-3e9eb1daaf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:59.286736 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-5271ab21-aee4-47c1-bd2d-5e412e44f8b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 217 time: 0.0757082 Jun 10 16:14:59.375413 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5433395 Jun 10 16:14:59.378178 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55892) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:59.383756 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Request body: {'subnet': {'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1197906690-subnet', 'tenant_id': '0b44a18f401d40e48edafa8394d75523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:14:59.387678 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Pushing event updated for resources: {'Network': ['ID=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:59.388751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-4bab858e-e9fd-4f96-8698-e2cabfc76343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.392237 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-4bab858e-e9fd-4f96-8698-e2cabfc76343 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0998497 Jun 10 16:14:59.405183 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:14:59.409154 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:59.428548 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Made reservation on behalf of 0b44a18f401d40e48edafa8394d75523 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:14:59.432546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.492947 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1c12412b-0790-4025-bab5-ba46d1a74f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.495320 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-1c12412b-0790-4025-bab5-ba46d1a74f65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958560 Jun 10 16:14:59.627292 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-34088da7-1edd-4eaa-9e23-a3ec7da6b9c4 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247342 Jun 10 16:14:59.695101 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.697711 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f0a0c45b-cdae-468e-b5a6-a407cb289bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:59.766175 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b5df7ad2-2851-4f4c-ae2a-8526ccb92b37 req-b3bf3f6b-9f09-4e1e-ad9f-792247c23452 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315734 Jun 10 16:14:59.821338 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3f2b27-3675-4d95-9c46-772b7e30a0a8,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:59.824198 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:59.845354 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Checking segment: {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:14:59.845765 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Network hostable DHCP agents. Network: d754fb1d-a64a-47a5-b823-cd5b47e7eb0d, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:14:59.878763 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd350f-5054-44e5-93da-4d7607b6a9e1 req-09548dd2-c10e-4f04-a9b8-ac995af420e3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.880418 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-43bd350f-5054-44e5-93da-4d7607b6a9e1 req-09548dd2-c10e-4f04-a9b8-ac995af420e3 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.1384254 Jun 10 16:14:59.881805 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:14:59.892891 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-b9655caf-2add-465b-b5e0-c78c20d10c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.894459 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-b9655caf-2add-465b-b5e0-c78c20d10c8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1097 time: 0.0760231 Jun 10 16:14:59.896955 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, d754fb1d-a64a-47a5-b823-cd5b47e7eb0d) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:14:59.901565 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:14:59.902162 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:59.907310 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bcd575-638c-4393-9a9c-7a95936a3d99 None None] Network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:14:59.944290 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5649114 Jun 10 16:14:59.946183 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55918) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:59.953089 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-43bd350f-5054-44e5-93da-4d7607b6a9e1 req-f1ce12dc-9d64-4d40-9577-7256c637097f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651262 Jun 10 16:15:00.065134 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-0d49ae84-5faf-4cf0-a6ec-f0d0d91d3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:00.066642 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-0d49ae84-5faf-4cf0-a6ec-f0d0d91d3e6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.1655381 Jun 10 16:15:00.115791 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02571fd6-6e89-47d8-9916-6494c27ba150 None None] Network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:15:00.140163 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.142782 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-b0e78fb7-f865-4fea-80c1-e13e58c3121e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 217 time: 0.0645022 Jun 10 16:15:00.216191 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-20d73a99-ae4b-43a9-8d1c-e193cf937b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:00.217536 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-20d73a99-ae4b-43a9-8d1c-e193cf937b7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0662010 Jun 10 16:15:00.328396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-f6fdc59b-eb51-4d95-98e5-a80916cfe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:00.329906 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-f6fdc59b-eb51-4d95-98e5-a80916cfe653 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024516 Jun 10 16:15:00.355864 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.368951 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.381173 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-16b19e6d-5839-41f0-908c-531b9b55996e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:00.425532 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b82a54-1d5a-4b43-be3b-90a19303004a,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:00.429704 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bdb329ee58940cc90087d2fe33fd332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807336 Jun 10 16:15:00.432656 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55926) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:00.475493 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:00.515277 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.523982 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-4c2e7c77-05ae-4044-9b12-218078c8b597 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828682 Jun 10 16:15:00.546105 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.602499 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.605258 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.609518 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06b82a54-1d5a-4b43-be3b-90a19303004a HTTP/1.1" status: 204 len: 168 time: 0.1723301 Jun 10 16:15:00.609518 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-eca69670-cd62-46f6-a02a-733f76882153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:00.618633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b82a54-1d5a-4b43-be3b-90a19303004a,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:00.620975 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:00.659296 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-71114eb1-f65e-4a0b-b467-a19fe0776609 req-85e33f0d-e1f2-4f16-bdf0-6e87925c92ca service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286635 Jun 10 16:15:00.890682 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 55936) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:00.906404 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:00.995265 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:15:01.001701 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:01.006087 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:01.008382 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e168cc46-6c78-465f-a1dd-15eb2f611d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:01.048597 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f57b617a99c485799299d4dbf1444a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568482 Jun 10 16:15:01.049562 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c16ada-ae0f-4efb-a362-44db53d28f26,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:01.052058 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 55940) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:01.052497 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:01.137813 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:01.169761 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:01.218630 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc5d7c-2235-4402-88d3-b41393d5759f req-8913be89-f0ba-4f6f-8939-96929c3f2a84 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:01.220089 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-30bc5d7c-2235-4402-88d3-b41393d5759f req-8913be89-f0ba-4f6f-8939-96929c3f2a84 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.1268032 Jun 10 16:15:01.251406 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:01.253992 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:01.255082 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6c16ada-ae0f-4efb-a362-44db53d28f26 HTTP/1.1" status: 204 len: 168 time: 0.2014263 Jun 10 16:15:01.261472 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:01.276342 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c16ada-ae0f-4efb-a362-44db53d28f26,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:01.279264 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:01.282522 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-30bc5d7c-2235-4402-88d3-b41393d5759f req-3186cb07-cd67-4542-843d-39e04965aeb5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565300 Jun 10 16:15:01.859932 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-79d825bf-2ee0-4fb7-be3a-fa8f0d1b86f1 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:01.861404 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-79d825bf-2ee0-4fb7-be3a-fa8f0d1b86f1 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/networks?id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 200 len: 814 time: 0.1306841 Jun 10 16:15:01.877223 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-be0cfc1e-c2a8-4383-8902-71de6908b177 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/quotas/0b44a18f401d40e48edafa8394d75523 HTTP/1.1" status: 200 len: 375 time: 0.0098610 Jun 10 16:15:01.915183 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-281dedbd-130f-41e4-8df2-2bb070839b0c tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b44a18f401d40e48edafa8394d75523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319302 Jun 10 16:15:02.031919 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-f011e313-870c-4a97-9015-ff55a67f13b8 service neutron] 10.222.0.44 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093020 Jun 10 16:15:02.147171 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-3ff49378-81b0-4505-a5ce-262083fc0d6b service neutron] 10.222.0.44 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096370 Jun 10 16:15:02.340255 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-73033e67-7513-4362-9b82-00ed437a7915 req-a8579209-53be-4b68-bf16-7a150ae87850 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 210 time: 0.0572672 Jun 10 16:15:02.495336 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5507382-64c3-4b79-ae9f-b32d6936a101 req-ee8c50c4-5c85-40d0-88e8-fad5da53691b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:02.496924 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b5507382-64c3-4b79-ae9f-b32d6936a101 req-ee8c50c4-5c85-40d0-88e8-fad5da53691b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0780089 Jun 10 16:15:02.546604 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b5507382-64c3-4b79-ae9f-b32d6936a101 req-c02c66e5-5302-40aa-9d69-09399bbd2ce0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Jun 10 16:15:03.429527 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-80b073fc-4c69-401e-b710-cd6f9dd785e3 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:03.431061 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-80b073fc-4c69-401e-b710-cd6f9dd785e3 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "GET /v2.0/networks?id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 200 len: 814 time: 0.1291564 Jun 10 16:15:03.443361 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Request body: {'port': {'device_id': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d', 'admin_state_up': True, 'tenant_id': '0b44a18f401d40e48edafa8394d75523'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:03.506475 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ee9a668e-caea-48f4-be1f-1b9a8401beb4 req-36175099-2b85-4524-9df9-3a0f8695ba4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 210 time: 0.0451748 Jun 10 16:15:03.755720 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66246d62-0374-4d07-84c5-a0994ad016da req-34816c7d-898a-4963-a4fa-68009a04ed4b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:03.757305 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-66246d62-0374-4d07-84c5-a0994ad016da req-34816c7d-898a-4963-a4fa-68009a04ed4b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0807824 Jun 10 16:15:03.804254 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-66246d62-0374-4d07-84c5-a0994ad016da req-69c45eea-72fe-4997-a6cf-ca78dfe66325 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391021 Jun 10 16:15:03.867853 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:15:03.898253 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Made reservation on behalf of 0b44a18f401d40e48edafa8394d75523 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:03.902336 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.081564 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Allocated IP 172.20.0.2 (d754fb1d-a64a-47a5-b823-cd5b47e7eb0d/5e3f2b27-3675-4d95-9c46-772b7e30a0a8/59e30c12-e32b-4c01-95ae-0ff04f015fcf) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:15:04.137226 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:04.158625 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'mac_address': 'fa:16:3e:87:bb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:15:04.196711 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e51fa5-9491-4267-a98d-e9778cd82e6b req-23b6a29b-3ce8-48f4-8d07-77749c1cb970 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:04.201025 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.204084 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d9e51fa5-9491-4267-a98d-e9778cd82e6b req-23b6a29b-3ce8-48f4-8d07-77749c1cb970 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.0836055 Jun 10 16:15:04.217416 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9b566b-7cff-4a63-915d-c236ce9838e1 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:04.242322 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:04.245599 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d9e51fa5-9491-4267-a98d-e9778cd82e6b req-2056ec2d-fa30-4f6f-9d46-d8705a4bee93 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Jun 10 16:15:04.258475 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.262253 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:04.289694 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.333362 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:04.339427 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.340613 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.341486 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.341821 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.342323 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.342803 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.343313 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.343802 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.344300 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.344824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.345224 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.345491 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.345993 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:15:04.350250 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:04.352669 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:04.392338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:15:04.395508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:04.403065 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:15:04.442660 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Pushing event updated for resources: {'Port': ['ID=59e30c12-e32b-4c01-95ae-0ff04f015fcf,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:04.450028 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:04.467546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:04.468153 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.481350 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422559 Jun 10 16:15:04.494205 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Request body: {'port': {'device_id': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:04.511848 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['aa9b566b-7cff-4a63-915d-c236ce9838e1'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:15:04.586338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.783484 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02706e-ace7-47b8-94b4-b65ea62d08aa req-5bab0995-b8aa-4819-b1b7-c4e43d15c544 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:04.784942 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-eb02706e-ace7-47b8-94b4-b65ea62d08aa req-5bab0995-b8aa-4819-b1b7-c4e43d15c544 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 931 time: 0.1572952 Jun 10 16:15:04.901673 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-eb02706e-ace7-47b8-94b4-b65ea62d08aa req-60f694bc-c8a0-4839-8615-c71d53427306 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040649 Jun 10 16:15:04.990732 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e30c12-e32b-4c01-95ae-0ff04f015fcf {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:04.997463 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889b553-0d7d-4ef4-b96e-d12d0490c256 req-2202d769-0f37-4c3e-baae-fea33ba7174b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:04.998040 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:04.998929 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4889b553-0d7d-4ef4-b96e-d12d0490c256 req-2202d769-0f37-4c3e-baae-fea33ba7174b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 945 time: 0.0738723 Jun 10 16:15:05.009674 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Transition to ACTIVE for port object 59e30c12-e32b-4c01-95ae-0ff04f015fcf will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:15:05.013611 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.016305 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:05.040686 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4889b553-0d7d-4ef4-b96e-d12d0490c256 req-f5e9f680-10ae-4acd-89b8-50f3d5100acc tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359335 Jun 10 16:15:05.105416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59e30c12-e32b-4c01-95ae-0ff04f015fcf,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:05.111467 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:05.191882 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Attempting to bind port 59e30c12-e32b-4c01-95ae-0ff04f015fcf on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:15:05.192210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Attempting to bind port 59e30c12-e32b-4c01-95ae-0ff04f015fcf by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:15:05.192537 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Attempting to bind port 59e30c12-e32b-4c01-95ae-0ff04f015fcf on network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:15:05.196631 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Port 59e30c12-e32b-4c01-95ae-0ff04f015fcf on network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:15:05.196945 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Attempting to bind port 59e30c12-e32b-4c01-95ae-0ff04f015fcf on network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:15:05.201751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:15:05.202075 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Checking segment: {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:15:05.202451 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Bound using segment: {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:15:05.202880 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Bound port: 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:15:05.203222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.272603 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] For port 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:15:05.275589 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] For port 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:15:05.280552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.282524 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-481c62fe-31d8-44d7-8994-715b994deff2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:05.330039 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:05.330651 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.332015 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/59e30c12-e32b-4c01-95ae-0ff04f015fcf HTTP/1.1" status: 200 len: 1093 time: 0.8420370 Jun 10 16:15:05.332520 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'tag': '59e30c12-e32b-4c01-95ae-0ff04f015fcf'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:05.334838 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a98b0-9720-43b8-b775-5b3198ec9b37" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f48302-60b4-4609-9bad-1cf0256bfde6", "tag": "59e30c12-e32b-4c01-95ae-0ff04f015fcf"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:05.365115 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59e30c12-e32b-4c01-95ae-0ff04f015fcf,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:05.369836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:05.389717 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da40f3b-5ce1-4616-9af5-9b9d884a6a09 x-openstack-request-id: req-6da40f3b-5ce1-4616-9af5-9b9d884a6a09 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:05.390036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f48302-60b4-4609-9bad-1cf0256bfde6", "tag": "59e30c12-e32b-4c01-95ae-0ff04f015fcf", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:05.390325 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6da40f3b-5ce1-4616-9af5-9b9d884a6a09 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:05.390739 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'tag': '59e30c12-e32b-4c01-95ae-0ff04f015fcf', 'status': 'completed', 'code': 200} Jun 10 16:15:05.489546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-0349d843-f6b0-4585-b73c-963342adc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:05.491357 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-0349d843-f6b0-4585-b73c-963342adc62c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b44a18f401d40e48edafa8394d75523&device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 1096 time: 0.1158071 Jun 10 16:15:05.502913 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e0579-939b-451a-828e-62097587691e req-0142c95e-579d-4ac8-b7bc-ecbf52c63f65 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:05.504302 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c63e0579-939b-451a-828e-62097587691e req-0142c95e-579d-4ac8-b7bc-ecbf52c63f65 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1206653 Jun 10 16:15:05.563340 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-325dfa5f-65ff-4164-9025-a026ae6e8436 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf HTTP/1.1" status: 200 len: 217 time: 0.0581219 Jun 10 16:15:05.632087 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c63e0579-939b-451a-828e-62097587691e req-af0edaf8-99c1-4b12-8cd7-0c0adc38e1fa tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204433 Jun 10 16:15:05.640579 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-4efcf9b5-453e-432e-ab41-08817eb96cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:05.642387 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-4efcf9b5-453e-432e-ab41-08817eb96cdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e3f2b27-3675-4d95-9c46-772b7e30a0a8 HTTP/1.1" status: 200 len: 854 time: 0.0697889 Jun 10 16:15:05.664884 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56066) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:05.691149 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-e3c75f9a-c142-4bdd-8e4b-2596289f562f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398815 Jun 10 16:15:05.775321 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.805326 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-e0e9dfee-26c9-4887-ad77-4230346bf4ac service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057739 Jun 10 16:15:05.869233 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.874878 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.877535 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3bbdf848-0ff8-4f4d-9a2a-b6e3c5d12a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:05.882407 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:15:05.920710 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02e36564f585417787e6765454493dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546735 Jun 10 16:15:05.921323 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56070) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:05.923311 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c2232-80d3-4e3d-b67d-77838489e7f4,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:05.930080 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:05.962977 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port aa9b566b-7cff-4a63-915d-c236ce9838e1 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:15:05.971622 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port aa9b566b-7cff-4a63-915d-c236ce9838e1 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:15:05.972865 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.983447 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:05.987536 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b002ff4c-029c-4f11-a837-59d7f954ff82 req-38bc8d9c-60b9-4976-b6c3-a41d70d5714e service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723831 Jun 10 16:15:06.017878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-cbb7635e-dcdb-41d0-8034-3e8fbaf50d9e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.019337 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-cbb7635e-dcdb-41d0-8034-3e8fbaf50d9e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1062696 Jun 10 16:15:06.028710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.097604 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.141322 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:06.142275 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:06.145297 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb8d19-a63e-4e48-9ec7-f41f711b243f" -d '{"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:06.150309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.153695 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:06.205532 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-7ac1c443-4ae0-456c-b4ee-7a41b8baded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.207366 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-7ac1c443-4ae0-456c-b4ee-7a41b8baded1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b44a18f401d40e48edafa8394d75523&device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 1096 time: 0.1401181 Jun 10 16:15:06.213778 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:06.217525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:06.270460 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Deleting port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:15:06.270803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.395848 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1063d-593f-4192-b25f-968c10daa107 req-d9e720ca-3be5-41a1-ab7c-3be35443c635 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.397245 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-44f1063d-593f-4192-b25f-968c10daa107 req-d9e720ca-3be5-41a1-ab7c-3be35443c635 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 943 time: 0.1004670 Jun 10 16:15:06.398383 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.400900 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.405780 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c4c2232-80d3-4e3d-b67d-77838489e7f4 HTTP/1.1" status: 204 len: 168 time: 0.4796894 Jun 10 16:15:06.405780 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5cd94f67-c668-413f-aecd-55d1266a7508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:06.418657 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c2232-80d3-4e3d-b67d-77838489e7f4,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:06.429012 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-33b39c87-e7d6-4188-8915-b19bd8a2b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:06.450940 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-44f1063d-593f-4192-b25f-968c10daa107 req-7a541546-af1f-49f7-ad08-0bbe00b65c2d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Jun 10 16:15:06.499864 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] For port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:06.500405 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.507058 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6482de-75f2-42a2-990f-76685f425273 x-openstack-request-id: req-2c6482de-75f2-42a2-990f-76685f425273 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:06.507370 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:06.507639 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c6482de-75f2-42a2-990f-76685f425273 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:06.508059 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'code': 200} Jun 10 16:15:06.511434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95342a0-b2b7-43fa-9f24-fc1c1691d77c req-944e7f8c-33a2-4182-bc80-1af25394434e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.513936 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f95342a0-b2b7-43fa-9f24-fc1c1691d77c req-944e7f8c-33a2-4182-bc80-1af25394434e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.3103957 Jun 10 16:15:06.522689 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-f9e63755-695e-471f-8c7c-6c7c8e6aec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.524682 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-f9e63755-695e-471f-8c7c-6c7c8e6aec31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 200 len: 915 time: 0.3026438 Jun 10 16:15:06.647479 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-caf16e84-b782-4a39-8570-912bf7e2d6e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf HTTP/1.1" status: 200 len: 217 time: 0.0705512 Jun 10 16:15:06.734469 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56086) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:06.755967 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-aa073724-f830-4483-b9e1-710542754b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.770337 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f95342a0-b2b7-43fa-9f24-fc1c1691d77c req-17aba0cf-ce6d-4136-af53-4af531b1e081 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491126 Jun 10 16:15:06.801897 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-e7c57381-b865-402e-862b-ddfb15bf093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.803319 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-e7c57381-b865-402e-862b-ddfb15bf093a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e3f2b27-3675-4d95-9c46-772b7e30a0a8 HTTP/1.1" status: 200 len: 854 time: 0.1441512 Jun 10 16:15:06.861588 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c7f7-3a2c-4819-bb66-70ece590b392 req-256bcb74-9f9c-4d15-af28-4b3127b8f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.863068 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c466c7f7-3a2c-4819-bb66-70ece590b392 req-256bcb74-9f9c-4d15-af28-4b3127b8f7f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1099 time: 0.1667185 Jun 10 16:15:06.883247 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-c0f8aab8-56c6-497a-be5d-d12e04c30a97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372157 Jun 10 16:15:06.916469 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb1539-2b30-4ce4-af0f-7ad6caf1b6cc req-9a73a407-6633-4622-b2c8-7d31ec196f1f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:06.917919 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6cbb1539-2b30-4ce4-af0f-7ad6caf1b6cc req-9a73a407-6633-4622-b2c8-7d31ec196f1f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 946 time: 0.1507115 Jun 10 16:15:06.932258 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.932632 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.932935 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Floating IP f3c23e13-b5ec-470c-b96b-3f507c8f1a45 disassociated. External IP: 172.27.0.184, port: 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5. Jun 10 16:15:06.933296 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Calling delete_port for 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:15:06.947061 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c466c7f7-3a2c-4819-bb66-70ece590b392 req-3541cfdd-97c7-4db2-b146-a568b070b7ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732219 Jun 10 16:15:06.991440 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6cbb1539-2b30-4ce4-af0f-7ad6caf1b6cc req-d060f3e6-128e-43d0-9ddf-91d4274d56fe tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=200cdacb-da66-4f82-9715-67bb474ea7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617106 Jun 10 16:15:07.003488 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-aa073724-f830-4483-b9e1-710542754b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.007840 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-aa073724-f830-4483-b9e1-710542754b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.010288 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ab3b8530-5be2-4035-9628-674aa7bca795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:07.056648 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-aa073724-f830-4483-b9e1-710542754b12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a62bc2b1b0e48f296be3ccf0b2448d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202624 Jun 10 16:15:07.058424 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa073724-f830-4483-b9e1-710542754b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c810b7f-ede8-44b1-9836-6522434bbbcf,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:07.061647 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-aa073724-f830-4483-b9e1-710542754b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:07.062782 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56088) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:07.119571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.145503 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.203510 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.206396 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.207586 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c810b7f-ede8-44b1-9836-6522434bbbcf HTTP/1.1" status: 204 len: 168 time: 0.1435101 Jun 10 16:15:07.208387 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c4db4f80-9879-4653-8a73-f248c8ca1efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:07.218825 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c810b7f-ede8-44b1-9836-6522434bbbcf,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:07.221310 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:07.367209 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-57ae677f-a3ae-4855-9c1d-c84451cafb30 service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744935 Jun 10 16:15:07.542612 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-287a98b0-9720-43b8-b775-5b3198ec9b37 req-cc9a864e-355d-4b83-9003-1571d066ae8a service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670601 Jun 10 16:15:07.544775 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.549179 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c1c7b41b-f25a-47b0-89d5-baff030f98e4 tempest-DeleteServersTestJSON-846196839 tempest-DeleteServersTestJSON-846196839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:07.584803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event deleted for resources: {'Port': ['ID=28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:07.596265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:07.798707 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1010b-dc37-4dfd-aba6-e83516b71e56 req-c0aa4fb4-f78b-438c-b3aa-3d4ac068d3d0 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:07.800186 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-daa1010b-dc37-4dfd-aba6-e83516b71e56 req-c0aa4fb4-f78b-438c-b3aa-3d4ac068d3d0 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 943 time: 0.2194653 Jun 10 16:15:07.820365 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:15:07.916260 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-daa1010b-dc37-4dfd-aba6-e83516b71e56 req-f28d99c6-5e01-4319-85b2-1b330b063abc tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045988 Jun 10 16:15:08.002633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1805ad-f28d-4df2-bedb-ac26df0a0a65 req-6850b837-68e4-4e2a-86c1-56e4e5cfae31 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:08.010066 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6c1805ad-f28d-4df2-bedb-ac26df0a0a65 req-6850b837-68e4-4e2a-86c1-56e4e5cfae31 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.1052682 Jun 10 16:15:08.064927 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6c1805ad-f28d-4df2-bedb-ac26df0a0a65 req-54f010cf-c812-4972-976c-c65fc31c546f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536087 Jun 10 16:15:08.077610 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:15:08.087625 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:15:08.104589 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:08.106245 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:08.151714 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] No DVR routers for this DVR port 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:15:08.154964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:08.157335 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60b323b2-a775-4c51-a30a-7925538d0a3b req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "DELETE /v2.0/ports/28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 HTTP/1.1" status: 204 len: 173 time: 2.1297050 Jun 10 16:15:08.158046 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'name': 'network-vif-deleted', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:08.160760 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bba18-3dbf-4e53-a11c-5277e489ee42" -d '{"events": [{"server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "name": "network-vif-deleted", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:08.324001 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d4028533-8477-47ac-a864-89167d3e355c req-25270670-aff8-4855-9acb-dfc7fdaa0131 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c86d91f-8c20-41c8-9488-ebd379e43969 HTTP/1.1" status: 200 len: 210 time: 0.0505779 Jun 10 16:15:08.368742 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:08.379459 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e2b2b-a93f-43d5-a3a9-aa12ad064340 x-openstack-request-id: req-ae4e2b2b-a93f-43d5-a3a9-aa12ad064340 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:08.380070 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c86d91f-8c20-41c8-9488-ebd379e43969", "name": "network-vif-deleted", "tag": "28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:08.380746 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae4e2b2b-a93f-43d5-a3a9-aa12ad064340 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:08.381614 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c86d91f-8c20-41c8-9488-ebd379e43969', 'name': 'network-vif-deleted', 'tag': '28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5', 'status': 'completed', 'code': 200} Jun 10 16:15:08.502322 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bbc5e-b5a2-4ce4-abd9-4801f437f7aa req-cbac5010-b98d-492d-a7eb-6e58058ea27d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:08.503831 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d2bbc5e-b5a2-4ce4-abd9-4801f437f7aa req-cbac5010-b98d-492d-a7eb-6e58058ea27d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.0737822 Jun 10 16:15:08.548667 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3d2bbc5e-b5a2-4ce4-abd9-4801f437f7aa req-eac9be63-583e-4116-8247-a4db7ed551d7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386209 Jun 10 16:15:08.673682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:08.677414 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:15:08.686087 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:08.686772 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:08.838605 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:09.117344 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:09.121038 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fe73b-73a8-49ef-a970-fc32ee471be6 None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:15:09.121238 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20542af-1b1e-4013-b871-15b68b300e68 req-5dc480f8-ca20-4c44-951b-21fdd91b4bf4 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:09.123854 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b20542af-1b1e-4013-b871-15b68b300e68 req-5dc480f8-ca20-4c44-951b-21fdd91b4bf4 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 943 time: 0.0758493 Jun 10 16:15:09.172252 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b20542af-1b1e-4013-b871-15b68b300e68 req-4712a6de-dc02-4c68-9b44-3cc5c9c8df8f tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Jun 10 16:15:09.315038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71502198-3bdf-4f28-82c5-4b9c4737c700 req-7817c829-dce8-4716-a87a-544d9391f7f7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:09.316814 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-71502198-3bdf-4f28-82c5-4b9c4737c700 req-7817c829-dce8-4716-a87a-544d9391f7f7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0802188 Jun 10 16:15:09.372573 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-71502198-3bdf-4f28-82c5-4b9c4737c700 req-f5a7be20-ad89-4634-931c-40af119c26af tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498788 Jun 10 16:15:09.420239 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f473b-6f66-4762-a9b3-78e790416e46 None None] New status for floating IP f3c23e13-b5ec-470c-b96b-3f507c8f1a45: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:15:09.461215 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56180) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:09.531783 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56182) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:09.546500 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.597481 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.661783 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb826f3c-9907-4007-b810-b96d6dbd1531 req-2e8281a3-a362-43cf-b4aa-dd4e2ec5b177 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:09.663306 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bb826f3c-9907-4007-b810-b96d6dbd1531 req-2e8281a3-a362-43cf-b4aa-dd4e2ec5b177 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.1275706 Jun 10 16:15:09.670632 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.672374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56188) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:09.677196 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Request body: {'floatingip': {'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:09.682944 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.687032 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.688105 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "DELETE /v2.0/security-groups/200cdacb-da66-4f82-9715-67bb474ea7dc HTTP/1.1" status: 204 len: 168 time: 0.2251060 Jun 10 16:15:09.688838 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ea08069b-ae32-4571-a189-9f936e23a6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:09.693468 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56190) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:09.708010 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200cdacb-da66-4f82-9715-67bb474ea7dc,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:09.714600 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:09.716170 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.api.v2.resource [None req-43b9beca-325a-46e0-9927-fe64aca98d83 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] show failed (client error): The resource could not be found. Jun 10 16:15:09.719791 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-43b9beca-325a-46e0-9927-fe64aca98d83 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups/200cdacb-da66-4f82-9715-67bb474ea7dc HTTP/1.1" status: 404 len: 347 time: 0.0227900 Jun 10 16:15:09.720022 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56192) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:09.781840 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.897346 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 59e30c12-e32b-4c01-95ae-0ff04f015fcf details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:15:09.900773 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:15:09.915836 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Deleting port 36e13842-131c-4174-a389-5eeb26e8d786 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:15:09.916230 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:09.935359 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:15:09.935788 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 28d3095f-ef16-4750-8dcb-2aa0a7b0d0a5 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:15:10.025993 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.026322 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.063352 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01564764-a80e-4a0a-99a0-02263591b259 req-8f676bdb-c4fc-4297-9c06-9bd5cb7800a6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:10.064818 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01564764-a80e-4a0a-99a0-02263591b259 req-8f676bdb-c4fc-4297-9c06-9bd5cb7800a6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.3710012 Jun 10 16:15:10.126237 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Calling delete_port for 36e13842-131c-4174-a389-5eeb26e8d786 owned by network:floatingip {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:15:10.175332 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:10.189397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '59e30c12-e32b-4c01-95ae-0ff04f015fcf', 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d', 'port_id': '59e30c12-e32b-4c01-95ae-0ff04f015fcf', 'mac_address': 'fa:16:3e:75:bd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3f2b27-3675-4d95-9c46-772b7e30a0a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:15:10.190797 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-cd6324f4-b30a-4b1c-b51f-c57c8a0a245d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:10.192271 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-cd6324f4-b30a-4b1c-b51f-c57c8a0a245d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.3596942 Jun 10 16:15:10.245790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.268002 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e30c12-e32b-4c01-95ae-0ff04f015fcf {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:10.292790 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.293075 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:10.302609 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.306860 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:10.316236 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01564764-a80e-4a0a-99a0-02263591b259 req-b269e376-8b51-489e-9c9a-5ebadd621d4d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879904 Jun 10 16:15:10.316752 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.323230 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d2fca083-5a15-40ad-a875-74f10daf9bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:10.372920 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=59e30c12-e32b-4c01-95ae-0ff04f015fcf,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:10.373728 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.376580 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:10.377239 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:10.415831 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event deleted for resources: {'Port': ['ID=36e13842-131c-4174-a389-5eeb26e8d786,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:10.420625 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:10.488032 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5712888e51f94ed89c4466b82a818565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542825 Jun 10 16:15:10.488920 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d767e23-ee68-4855-a2bc-2cf35dfb02ff,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:10.491368 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56196) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:10.496216 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a7a83-5d05-4784-9de8-9717d0f0ee3a req-1241f128-8401-4411-a447-fd3dd6c67232 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:10.503747 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-035a7a83-5d05-4784-9de8-9717d0f0ee3a req-1241f128-8401-4411-a447-fd3dd6c67232 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 944 time: 0.1821921 Jun 10 16:15:10.504511 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:10.517719 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['59e30c12-e32b-4c01-95ae-0ff04f015fcf'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:15:10.532616 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.535127 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.536270 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "DELETE /v2.0/floatingips/f3c23e13-b5ec-470c-b96b-3f507c8f1a45 HTTP/1.1" status: 204 len: 168 time: 0.8147500 Jun 10 16:15:10.570060 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-035a7a83-5d05-4784-9de8-9717d0f0ee3a req-6ac4c7d2-fe59-4c02-ac2f-c4d216f5dcb5 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648191 Jun 10 16:15:10.669990 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Deleting port e253c059-24af-4c01-bdd9-e77dc3c14194 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:15:10.670326 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.744282 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.765965 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56200) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:10.770688 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168480142', 'description': 'tempest-description--108847508'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:10.792642 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.816593 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.db.resource_extend [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:15:10.881823 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.885812 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.886949 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.888272 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-848ca043-fd41-4777-bfb6-eaa0aa31cfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:10.917845 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.919584 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1525464 Jun 10 16:15:10.920502 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111c6559-4a22-4d45-82f1-70ec410b12e9,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:10.923302 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:10.923944 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56202) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:10.928646 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'security_group_rule': {'security_group_id': '111c6559-4a22-4d45-82f1-70ec410b12e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:10.935436 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.951133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:10.956129 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.024480 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.029022 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.031277 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-9075f70a-152b-478f-970f-46f0a658caff tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:11.050616 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208e4eed-064c-43fc-b112-3d4b3c2f07d7,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:11.054056 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:11.054930 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.061064 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314261 Jun 10 16:15:11.061563 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56204) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:11.066041 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'security_group_rule': {'security_group_id': '111c6559-4a22-4d45-82f1-70ec410b12e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:11.096020 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.180233 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.185460 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.188144 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:11.207343 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b187c0-07fa-4404-82d3-01ff171a9f8b,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:11.210662 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:11.217984 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.219442 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571617 Jun 10 16:15:11.223098 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56206) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:11.228721 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:11.258703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.386220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] For port e253c059-24af-4c01-bdd9-e77dc3c14194, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e253c059-24af-4c01-bdd9-e77dc3c14194,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:11.387012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.427039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.480147 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.483232 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.484364 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d767e23-ee68-4855-a2bc-2cf35dfb02ff HTTP/1.1" status: 204 len: 168 time: 0.9866915 Jun 10 16:15:11.493796 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05cb260d-4ca4-4924-9df7-de8bc08a504f tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:11.529656 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d767e23-ee68-4855-a2bc-2cf35dfb02ff,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:11.578623 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:11.592346 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Floating IP 66a1d361-c241-456f-9417-56dd0dbb28f9 associated. External IP: 172.27.0.183, port: aa9b566b-7cff-4a63-915d-c236ce9838e1. Jun 10 16:15:11.738283 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc29a1-fff5-43c7-85c2-d35bd53ece9b req-cf8a713e-00ef-44ff-bd93-4db8150df8d3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:11.745328 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b3cc29a1-fff5-43c7-85c2-d35bd53ece9b req-cf8a713e-00ef-44ff-bd93-4db8150df8d3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 945 time: 0.2666140 Jun 10 16:15:11.788933 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Allocated IP 172.27.0.195 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/8b082da0-518f-4612-92e8-a5c5869add40) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:15:11.817657 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b3cc29a1-fff5-43c7-85c2-d35bd53ece9b req-8e3c83bc-7a34-466a-a796-51cc4341e7b7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713089 Jun 10 16:15:11.878492 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.878853 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.879424 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Floating IP 6c7e98d6-fbdf-4904-841d-4a585c3a4304 disassociated. External IP: 172.27.0.210, port: e253c059-24af-4c01-bdd9-e77dc3c14194. Jun 10 16:15:11.879826 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Calling delete_port for e253c059-24af-4c01-bdd9-e77dc3c14194 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:15:11.887188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56216) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:11.913594 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 59e30c12-e32b-4c01-95ae-0ff04f015fcf up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:15:11.932867 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.960793 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:11.970751 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 59e30c12-e32b-4c01-95ae-0ff04f015fcf completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:15:11.975243 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 59e30c12-e32b-4c01-95ae-0ff04f015fcf triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:15:11.975495 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.005459 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.008615 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6ce6492b-0221-4140-b1d0-8d80680a7ce3 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:12.058825 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:15:12.065977 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:12.067844 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:15:12.082260 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.100796 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'Port': ['ID=8b082da0-518f-4612-92e8-a5c5869add40,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:12.104735 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:12.112630 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e30c12-e32b-4c01-95ae-0ff04f015fcf'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:12.115099 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2650dac-69d0-448c-a6dc-90671b524ddb" -d '{"events": [{"server_uuid": "c5f48302-60b4-4609-9bad-1cf0256bfde6", "name": "network-vif-plugged", "status": "completed", "tag": "59e30c12-e32b-4c01-95ae-0ff04f015fcf"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:12.132033 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02778c2c-7df9-405d-aba4-71f2107c7388 req-898a7457-4ee3-42b7-b1db-539eed63a6e4 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:12.133784 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02778c2c-7df9-405d-aba4-71f2107c7388 req-898a7457-4ee3-42b7-b1db-539eed63a6e4 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 944 time: 0.3464904 Jun 10 16:15:12.152009 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:12.164043 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.165219 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device e253c059-24af-4c01-bdd9-e77dc3c14194 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:15:12.168515 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:12.172918 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d843504-7799-458a-89e8-2db617027db7 x-openstack-request-id: req-1d843504-7799-458a-89e8-2db617027db7 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:12.173482 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f48302-60b4-4609-9bad-1cf0256bfde6", "name": "network-vif-plugged", "status": "completed", "tag": "59e30c12-e32b-4c01-95ae-0ff04f015fcf", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:12.173933 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d843504-7799-458a-89e8-2db617027db7 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:12.174358 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e30c12-e32b-4c01-95ae-0ff04f015fcf', 'code': 200} Jun 10 16:15:12.187936 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.254220 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.257919 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02778c2c-7df9-405d-aba4-71f2107c7388 req-9df647fa-077e-44f1-93af-1742167b4263 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122415 Jun 10 16:15:12.312341 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=59e30c12-e32b-4c01-95ae-0ff04f015fcf,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:12.317480 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:12.330497 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:15:12.355291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.368804 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7e7d80bc-5a1c-4ea8-a0f1-8a3346773e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:12.379248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.386330 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.457939 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.460466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'Port': ['ID=e253c059-24af-4c01-bdd9-e77dc3c14194,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:12.515433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:12.520544 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.522079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-daf46ba9-27a7-4ac0-8cd5-193f5be71daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:12.526982 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.530029 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5da6b0fb-ee9c-4c67-b373-e6c63b40a41e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:12.604263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=983a3b4995c74aff96aa88cc02f4eddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7130361 Jun 10 16:15:12.607323 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56220) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:12.609370 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'Port': ['ID=8b082da0-518f-4612-92e8-a5c5869add40,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:12.619079 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:12.640492 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.663589 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.664814 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4405150 Jun 10 16:15:12.680226 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.697828 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c25c8e2-87ec-4136-943c-8f4c5e18df7b,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:12.712269 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.716964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:12.755438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:15:12.761113 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.766042 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:15:12.770729 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.773938 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:12.774597 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a3201-6bac-467a-a868-70b5c4d8788c req-8d78d90e-4931-4034-99c6-28aadfd83b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:12.775177 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c25c8e2-87ec-4136-943c-8f4c5e18df7b HTTP/1.1" status: 204 len: 168 time: 0.1667948 Jun 10 16:15:12.776036 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e7b81cc7-111b-4d50-8675-4c6febf46644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:12.776319 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-134a3201-6bac-467a-a868-70b5c4d8788c req-8d78d90e-4931-4034-99c6-28aadfd83b2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 1098 time: 0.3137078 Jun 10 16:15:12.784078 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:12.784727 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:12.792181 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c25c8e2-87ec-4136-943c-8f4c5e18df7b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:12.795382 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:12.849531 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:15:12.854080 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ac850295-10b3-49f7-b449-740ecaab65ca tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "PUT /v2.0/floatingips/66a1d361-c241-456f-9417-56dd0dbb28f9 HTTP/1.1" status: 200 len: 992 time: 3.1797082 Jun 10 16:15:12.861924 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:12.864534 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206d2a4-b985-4af3-864e-cbd2e02de516" -d '{"events": [{"name": "network-changed", "server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:12.879493 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-134a3201-6bac-467a-a868-70b5c4d8788c req-dcac853b-8e12-4744-b550-d649b963ce9c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784712 Jun 10 16:15:13.009662 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-053a5fc5-0cfb-4458-bcd9-9509c759ca85 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--168480142&fields=id&tenant_id=97c6937fdffe4e559e5b7522ec222be5 HTTP/1.1" status: 200 len: 267 time: 0.0931103 Jun 10 16:15:13.071547 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:13.105578 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b8f08726-55f9-4fa1-a17e-ce196580edf6 req-8e6af1b0-99b6-4a9e-b00f-14d815b5acdc tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 210 time: 0.0535023 Jun 10 16:15:13.155068 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:15:13.180728 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:15:13.192816 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:13.194068 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:13.238032 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-291786fd-8ccd-451b-a8ac-9199ee1d68e9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:13.241724 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-291786fd-8ccd-451b-a8ac-9199ee1d68e9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 809 time: 0.2308021 Jun 10 16:15:13.245854 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] No DVR routers for this DVR port e253c059-24af-4c01-bdd9-e77dc3c14194 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:15:13.248810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:13.251340 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fd60eebe-7507-4372-8fa3-062ee7aa3be5 req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "DELETE /v2.0/ports/e253c059-24af-4c01-bdd9-e77dc3c14194 HTTP/1.1" status: 204 len: 173 time: 3.0374560 Jun 10 16:15:13.280434 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-9d6144fe-7779-470e-8c54-5ac436a21442 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/quotas/97c6937fdffe4e559e5b7522ec222be5 HTTP/1.1" status: 200 len: 375 time: 0.0115492 Jun 10 16:15:13.298549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b89149-0e02-42ae-9a33-eff7be414bbe x-openstack-request-id: req-e9b89149-0e02-42ae-9a33-eff7be414bbe {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:13.298874 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:13.299157 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9b89149-0e02-42ae-9a33-eff7be414bbe {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:13.299582 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'status': 'completed', 'code': 200} Jun 10 16:15:13.443766 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:13.489743 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-ac7c367b-35aa-4833-b09b-b95d7d472426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:13.491693 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-ac7c367b-35aa-4833-b09b-b95d7d472426 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1099 time: 0.1497200 Jun 10 16:15:13.508254 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-a61aca24-b91d-4e77-90a7-1426a7970379 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157922 Jun 10 16:15:13.580504 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0e5b-dd0c-44e2-9c55-c9f4d667fae3 req-a9ec073a-5f14-430b-b2f5-e657f6072e19 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:13.586000 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '66a1d361-c241-456f-9417-56dd0dbb28f9', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'mac_address': 'fa:16:3e:87:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:14:54Z', 'updated_at': '2021-06-10T16:15:10Z', 'revision_number': 1, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:13.587973 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6f1e0e5b-dd0c-44e2-9c55-c9f4d667fae3 req-a9ec073a-5f14-430b-b2f5-e657f6072e19 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 945 time: 0.1818666 Jun 10 16:15:13.591804 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:15:13.603512 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:13.605162 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:13.737348 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-2737c031-cd28-438d-ab09-d9324e4f4464 service neutron] 10.222.0.44 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226927 Jun 10 16:15:13.763101 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6f1e0e5b-dd0c-44e2-9c55-c9f4d667fae3 req-c00670f4-e0f6-40f6-866f-b9159394475a tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740484 Jun 10 16:15:13.774899 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-be9c702c-f005-442a-9960-82d0cab020f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:13.776347 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-be9c702c-f005-442a-9960-82d0cab020f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.2740574 Jun 10 16:15:13.876641 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:13.921762 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-054053b8-0857-41d1-af8e-c1ec872a9eac service neutron] 10.222.0.44 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832848 Jun 10 16:15:13.933494 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-dccda9a9-a5c9-4ebc-9113-6f7681fa0f15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 1000 time: 0.1498380 Jun 10 16:15:13.993416 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:13.997654 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:15:14.006227 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:14.006911 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:14:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:14.022369 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-3a18aba9-17d6-40f3-bedc-ef306eb4f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:14.024416 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-3a18aba9-17d6-40f3-bedc-ef306eb4f85e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0799303 Jun 10 16:15:14.152302 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56266) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:14.308351 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:14.402620 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713482353-network', 'tenant_id': '93b5df7ffc1f4e31a7af9d415db5080c'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:14.438921 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Made reservation on behalf of 93b5df7ffc1f4e31a7af9d415db5080c for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:14.442280 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.460021 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.555027 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a2b4bba4-2ab0-4153-a1b9-81cb978e12cd req-93c9dafa-7eaf-4c64-83b3-2c9ce8a40f1f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 210 time: 0.0426459 Jun 10 16:15:14.614517 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-f7990bf5-251c-46c9-a5c1-8f0f86e372ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:14.616298 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-f7990bf5-251c-46c9-a5c1-8f0f86e372ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5843730 Jun 10 16:15:14.655367 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9b55d93e-ae75-4770-b357-9a053b6b2e1e req-3e81c92b-bec0-4080-b706-f0390d9336fe tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7aa84d-8880-4799-bd9a-e47957ccebc2 HTTP/1.1" status: 200 len: 210 time: 0.1978011 Jun 10 16:15:14.660939 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.677647 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.683322 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b4e70f4f-4b78-47ff-9c5a-85e561e3e5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:14.688156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '66a1d361-c241-456f-9417-56dd0dbb28f9', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'mac_address': 'fa:16:3e:87:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:14:54Z', 'updated_at': '2021-06-10T16:15:10Z', 'revision_number': 1, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:14.703144 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc7b1c-6705-416c-a0bf-7cefa82efc43 None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '66a1d361-c241-456f-9417-56dd0dbb28f9', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'mac_address': 'fa:16:3e:87:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:14:54Z', 'updated_at': '2021-06-10T16:15:10Z', 'revision_number': 1, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:15:14.719680 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ed8872-69b7-41e5-b1dd-7be0e5a57ae8,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:14.737547 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:14.749688 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:15:14.764001 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.764785 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Added segment c748f2d2-7485-475a-b051-a31077f73fc2 of type vlan for network 2694f540-b0a0-4d63-9374-7ad063c0415f Jun 10 16:15:14.823711 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.823911 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:14.838295 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df348c-0fbf-497e-9f73-f66a73314327 None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:15:14.870697 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.873064 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:14.873688 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:14.877173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:14.908947 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-90fbe10b-cfa6-41aa-a524-cc013db898c5 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848172 Jun 10 16:15:14.972575 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8190448 Jun 10 16:15:14.976844 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56282) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:14.982875 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Request body: {'subnet': {'network_id': '2694f540-b0a0-4d63-9374-7ad063c0415f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713482353-subnet', 'tenant_id': '93b5df7ffc1f4e31a7af9d415db5080c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:15.102433 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e206d2a4-b985-4af3-864e-cbd2e02de516 req-61df1281-27d8-42b8-8485-95739da20ffe service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865492 Jun 10 16:15:15.164972 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fe36d-682c-440c-9382-70a11deeb7b2 None None] New status for floating IP 66a1d361-c241-456f-9417-56dd0dbb28f9: ACTIVE {{(pid=91920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:15:15.259723 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d68ec-0f3c-40a3-b651-7eb782bb9ec2 None None] New status for floating IP 6c7e98d6-fbdf-4904-841d-4a585c3a4304: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:15:15.301312 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'name': 'network-vif-deleted', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:15.304821 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f7c214-6dd9-4bce-a394-b44797d757c0" -d '{"events": [{"server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "name": "network-vif-deleted", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:15.331632 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Made reservation on behalf of 93b5df7ffc1f4e31a7af9d415db5080c for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:15.334935 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:15.336936 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Pushing event updated for resources: {'Network': ['ID=2694f540-b0a0-4d63-9374-7ad063c0415f,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:15.352512 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8158441-13c9-4acd-a4ed-19f585103b9c x-openstack-request-id: req-d8158441-13c9-4acd-a4ed-19f585103b9c {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:15.352852 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7aa84d-8880-4799-bd9a-e47957ccebc2", "name": "network-vif-deleted", "tag": "e253c059-24af-4c01-bdd9-e77dc3c14194", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:15.353168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8158441-13c9-4acd-a4ed-19f585103b9c {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:15.353605 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7aa84d-8880-4799-bd9a-e47957ccebc2', 'name': 'network-vif-deleted', 'tag': 'e253c059-24af-4c01-bdd9-e77dc3c14194', 'status': 'completed', 'code': 200} Jun 10 16:15:15.359316 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:15.388901 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 2694f540-b0a0-4d63-9374-7ad063c0415f details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:15:15.474406 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2032a-341c-4d8c-b98c-be3b78e8c220 req-ad10ba7e-ce6b-4011-af38-679e053357e1 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:15.475944 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d4b2032a-341c-4d8c-b98c-be3b78e8c220 req-ad10ba7e-ce6b-4011-af38-679e053357e1 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 945 time: 0.5504956 Jun 10 16:15:15.573800 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d4b2032a-341c-4d8c-b98c-be3b78e8c220 req-09e56178-457f-4bd9-b512-42daea942fad tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 Jun 10 16:15:15.656546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:15.661441 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:15.754914 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Checking segment: {'id': 'c748f2d2-7485-475a-b051-a31077f73fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2694f540-b0a0-4d63-9374-7ad063c0415f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:15:15.754914 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Network hostable DHCP agents. Network: 2694f540-b0a0-4d63-9374-7ad063c0415f, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:15:15.787077 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c3c767-18cb-42f7-81f2-c073bb7bd3f3,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:15.791402 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:15.792269 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Network 2694f540-b0a0-4d63-9374-7ad063c0415f is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:15:15.804748 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 2694f540-b0a0-4d63-9374-7ad063c0415f) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:15.811581 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:15.812348 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:15.820391 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c4f671-3586-4df6-910c-a07fcde25312 None None] Network 2694f540-b0a0-4d63-9374-7ad063c0415f requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:15:15.841158 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8553784 Jun 10 16:15:15.930029 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cc8ca300-6ed1-4733-bdac-e9d9b5c00263 req-16117a56-6c53-4b69-9ffa-9d05c430fafc tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 210 time: 0.1104393 Jun 10 16:15:15.984319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-4b91dd93-3e6d-423d-9bc3-a4f8d73c028f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:15.988061 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-4b91dd93-3e6d-423d-9bc3-a4f8d73c028f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 809 time: 0.4025462 Jun 10 16:15:16.065263 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-ee63a67f-10fa-47ce-8613-03c893909e56 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c6937fdffe4e559e5b7522ec222be5 HTTP/1.1" status: 200 len: 379 time: 0.0636148 Jun 10 16:15:16.076803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'port': {'device_id': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'admin_state_up': True, 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'security_groups': ['111c6559-4a22-4d45-82f1-70ec410b12e9']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:16.185872 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed8e80-d6a3-42ab-83bb-dd82889ea985 None None] Network 2694f540-b0a0-4d63-9374-7ad063c0415f requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:15:16.322261 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-34d4b5ac-161a-4747-aeed-9848c9e976a6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023170639&fields=id&tenant_id=3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 267 time: 0.0705822 Jun 10 16:15:16.385300 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Made reservation on behalf of 97c6937fdffe4e559e5b7522ec222be5 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:16.390588 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:16.548738 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-15f1f12b-b17a-429f-b2a3-dcb7b737b760 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:16.550039 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-15f1f12b-b17a-429f-b2a3-dcb7b737b760 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 811 time: 0.2176633 Jun 10 16:15:16.550538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56372) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:16.557719 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502475050-network', 'tenant_id': '6266b5bd38124a7abef35932183472ed'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:16.590032 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-74921881-5435-4c7b-ab02-ffd5ca678cb2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/quotas/3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 375 time: 0.0257664 Jun 10 16:15:16.638836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Made reservation on behalf of 6266b5bd38124a7abef35932183472ed for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:16.640907 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:16.686038 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:16.709480 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:16.716338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Allocated IP 172.20.0.5 (87e3db7b-ecc6-4124-8502-aa84152060c9/e8a85d75-f502-4c0f-8ccc-1f340fe3f70b/5fbb5552-75dd-4481-9b4a-8ff8ece54195) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:15:16.791221 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-3aa8e350-2969-4fbc-af47-4fb527d220ed tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1947010 Jun 10 16:15:17.076819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.080136 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.089155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.089482 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-403cc29c-a8a6-4953-a0ee-c49bddc88b97 req-8e647117-b69b-4dd5-aeff-e4e1daaf4e04 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 210 time: 0.0327094 Jun 10 16:15:17.095340 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1c196ec4-2b8e-424f-b2ff-09009697ac37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:17.102262 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-fb0b6f7e-109a-4101-b549-1a8dbab81f18 service neutron] 10.222.0.44 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890861 Jun 10 16:15:17.113652 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Transition to ACTIVE for port object 5fbb5552-75dd-4481-9b4a-8ff8ece54195 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:15:17.151383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:15:17.175735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4112ae1-d017-4180-b996-5a7fe60c2fe6,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:17.183819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:17.187240 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.187688 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Added segment 9fc50e22-c431-4753-9216-42836f5e8417 of type vlan for network 7f363ee3-6695-414c-b041-a67b7d13c1b7 Jun 10 16:15:17.310208 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.331908 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.339489 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-2e3c1994-7656-4781-8f4b-82f8a66de7f9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:17.351211 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-39b6eca4-da49-412f-8886-af78f653f673 service neutron] 10.222.0.44 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368803 Jun 10 16:15:17.414021 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:15:17.420936 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:17.423552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:15:17.426129 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event updated for resources: {'Port': ['ID=5fbb5552-75dd-4481-9b4a-8ff8ece54195,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:17.428354 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.429148 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:17.431438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:17.432004 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.459792 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-acf69505-3e7f-4c19-9e17-18d692043e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:17.510449 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9564199 Jun 10 16:15:17.513757 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56386) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:17.518966 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Request body: {'subnet': {'network_id': '7f363ee3-6695-414c-b041-a67b7d13c1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502475050-subnet', 'tenant_id': '6266b5bd38124a7abef35932183472ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:17.544743 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Made reservation on behalf of 6266b5bd38124a7abef35932183472ed for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:17.548043 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.571723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:17.572392 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.577318 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Pushing event updated for resources: {'Network': ['ID=7f363ee3-6695-414c-b041-a67b7d13c1b7,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:17.582538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:17.593379 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5224028 Jun 10 16:15:17.604020 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 7f363ee3-6695-414c-b041-a67b7d13c1b7 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:15:17.608308 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Request body: {'port': {'device_id': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:17.735388 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.754492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-62ba16cc-810e-4d64-a98b-c0dc4f750128 None None] Provisioning for port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:15:17.759097 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-62ba16cc-810e-4d64-a98b-c0dc4f750128 None None] Provisioning complete for port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:15:17.759791 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-62ba16cc-810e-4d64-a98b-c0dc4f750128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.820597 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-62ba16cc-810e-4d64-a98b-c0dc4f750128 None None] Port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:15:17.830180 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.854062 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ed0e7aa7-0cde-497b-b18d-4e2f5972052d req-cbda8ac8-1059-4367-b9ec-907671bf36ac tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 210 time: 0.0370157 Jun 10 16:15:17.855543 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ab7ce208-036c-4ec7-90eb-6ceccedf21b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:17.929508 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998b8a97-4666-48f3-97cf-486a962827f0,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:17.933136 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:17.939760 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Checking segment: {'id': '9fc50e22-c431-4753-9216-42836f5e8417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f363ee3-6695-414c-b041-a67b7d13c1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:15:17.940315 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Network hostable DHCP agents. Network: 7f363ee3-6695-414c-b041-a67b7d13c1b7, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:15:17.969912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Network 7f363ee3-6695-414c-b041-a67b7d13c1b7 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:15:17.980787 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 7f363ee3-6695-414c-b041-a67b7d13c1b7) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:17.985699 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:17.986341 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:17.991250 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556aa6a-edf5-4dc4-b192-7f2e534a0461 None None] Network 7f363ee3-6695-414c-b041-a67b7d13c1b7 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:15:18.007839 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4926589 Jun 10 16:15:18.151162 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbb5552-75dd-4481-9b4a-8ff8ece54195 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:18.162342 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:18.189324 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Transition to ACTIVE for port object 5fbb5552-75dd-4481-9b4a-8ff8ece54195 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:15:18.195647 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:18.199010 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-270d4fc5-4718-445a-9ab5-da7b16f82f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:18.238636 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b06e6f-8818-45a4-bb67-68ef1194da62 None None] Network 7f363ee3-6695-414c-b041-a67b7d13c1b7 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:15:18.304929 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbb5552-75dd-4481-9b4a-8ff8ece54195,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:18.311439 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:18.564774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225a94c-4e2d-4a88-b0d3-95c9b10f75c4 req-b0f3cff1-4a55-4560-9eb7-0402ac3d2b7e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:18.565886 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f225a94c-4e2d-4a88-b0d3-95c9b10f75c4 req-b0f3cff1-4a55-4560-9eb7-0402ac3d2b7e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 943 time: 0.2580781 Jun 10 16:15:18.606247 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Attempting to bind port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:15:18.606594 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Attempting to bind port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:15:18.606925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Attempting to bind port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:15:18.614210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:15:18.617059 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Attempting to bind port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 on network 87e3db7b-ecc6-4124-8502-aa84152060c9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:15:18.622787 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:15:18.623137 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Checking segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:15:18.623671 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Bound using segment: {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:15:18.624127 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Bound port: 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503d0886-573f-40c8-bfef-290698c29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:15:18.624676 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:18.650395 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f225a94c-4e2d-4a88-b0d3-95c9b10f75c4 req-7888b671-f4ad-4794-ae35-9601f62443f7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768204 Jun 10 16:15:18.684245 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2462da-6714-4049-a2b7-46169cd04a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:18.735440 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] For port 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:15:18.738767 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] For port 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:15:18.744538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:18.747515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3871ba59-28ac-4f60-b9db-029fb1d52ff7 tempest-VolumesNegativeTest-1729075655 tempest-VolumesNegativeTest-1729075655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:18.785625 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:18.786479 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:18.787990 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/5fbb5552-75dd-4481-9b4a-8ff8ece54195 HTTP/1.1" status: 200 len: 1093 time: 1.1869113 Jun 10 16:15:18.788632 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:18.790966 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:18.823202 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbb5552-75dd-4481-9b4a-8ff8ece54195,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:18.827998 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:18.881798 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c2d99e-a2a6-4534-abc9-bc44685bde7b x-openstack-request-id: req-c8c2d99e-a2a6-4534-abc9-bc44685bde7b {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:18.882130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:18.882803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8c2d99e-a2a6-4534-abc9-bc44685bde7b {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:18.883312 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'status': 'completed', 'code': 200} Jun 10 16:15:18.924205 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-0f78c1e9-7c75-422b-aa2e-d846a61918d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:18.927157 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-0f78c1e9-7c75-422b-aa2e-d846a61918d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 1096 time: 0.0828724 Jun 10 16:15:19.009598 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-dfb8e101-86ed-488b-b08e-57e587a11995 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195 HTTP/1.1" status: 200 len: 217 time: 0.0616567 Jun 10 16:15:19.044581 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-feb455c1-3c05-4e3e-a4fa-a39f58599475 req-01fc64ac-7d9a-4f91-b3f9-3e40f8f1355d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 210 time: 0.0374181 Jun 10 16:15:19.141396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-3ca40394-af02-4487-85f2-fe58defa06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:19.143196 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-3ca40394-af02-4487-85f2-fe58defa06bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.1018047 Jun 10 16:15:19.575365 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-0c2e0fc5-22d9-403c-9c31-9f3027659bf9 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:19.576614 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-0c2e0fc5-22d9-403c-9c31-9f3027659bf9 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 811 time: 0.4805419 Jun 10 16:15:19.583876 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-183517b9-1f5d-4abe-aee8-460a747caa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:19.585236 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-183517b9-1f5d-4abe-aee8-460a747caa2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4339094 Jun 10 16:15:19.653717 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-7315028e-620b-4261-a85d-211cb7791e12 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 380 time: 0.0668654 Jun 10 16:15:19.702753 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'port': {'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'admin_state_up': True, 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'security_groups': ['f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:19.829190 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-51939681-3f08-4554-a2ea-fe17bed3d276 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275672 Jun 10 16:15:19.964526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Made reservation on behalf of 3b48764d274d491a8accdaf798cb2c66 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:15:19.968401 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:19.999559 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c1616827-df26-4a5c-beea-d75ec60e5a6d req-2d006d18-0e28-456e-8d3e-7bf5fc0b12aa service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626837 Jun 10 16:15:20.228203 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Allocated IP 172.20.0.11 (cdb0ea75-74af-4570-b9ca-7488915b2ba9/592f7b7f-7822-49f0-ad15-0b3d3ddc6273/7806bfea-3057-4eea-8273-09c68e2d350b) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:15:20.237437 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cc76a643-11ed-45b8-80aa-f93d1615ea4e req-115553bf-25e8-4b3a-9056-f8956d7febd1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 210 time: 0.0397305 Jun 10 16:15:20.253484 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057713d-ab85-4abb-a9cb-f18d808ac706 req-ccecfa9f-e839-4536-b7f9-4284cfe38ff8 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:20.254895 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f057713d-ab85-4abb-a9cb-f18d808ac706 req-ccecfa9f-e839-4536-b7f9-4284cfe38ff8 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 943 time: 0.4528477 Jun 10 16:15:20.268233 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-c6b378fd-1082-4631-8cb3-c3188f84478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:20.277187 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-c6b378fd-1082-4631-8cb3-c3188f84478b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 1096 time: 0.1822176 Jun 10 16:15:20.480138 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f057713d-ab85-4abb-a9cb-f18d808ac706 req-23c68c59-0813-4771-a1d4-a96e81560e34 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177939 Jun 10 16:15:20.547540 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-d584cffa-baba-4291-a75d-f1b1ce35205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:20.549093 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-d584cffa-baba-4291-a75d-f1b1ce35205c service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.2700517 Jun 10 16:15:20.553357 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:20.614980 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Transition to ACTIVE for port object 7806bfea-3057-4eea-8273-09c68e2d350b will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:15:20.617354 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-db4b5b8c-776c-461d-9d42-15f290a85695 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195 HTTP/1.1" status: 200 len: 217 time: 0.0603807 Jun 10 16:15:20.694066 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-1d9dc401-64b7-430d-bd80-53ddea75ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:20.695512 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-1d9dc401-64b7-430d-bd80-53ddea75ed93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.0706918 Jun 10 16:15:20.701980 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:20.712460 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d25372cd-c995-4a6a-b5ce-f3917098f984 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:20.782038 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:15:20.792033 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:20.799530 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:15:20.842932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=7806bfea-3057-4eea-8273-09c68e2d350b,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:20.853569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:20.874202 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:20.874810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:20.889751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-dd0b379b-7498-410f-abde-0881a6b4fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:20.891260 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-dd0b379b-7498-410f-abde-0881a6b4fd09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1874156 Jun 10 16:15:20.897963 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2009983 Jun 10 16:15:20.936666 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Request body: {'port': {'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:21.031960 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-b8d54187-cd27-471b-9414-424e483b3059 None None] Provisioning for port 7806bfea-3057-4eea-8273-09c68e2d350b completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:15:21.035920 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-b8d54187-cd27-471b-9414-424e483b3059 None None] Provisioning complete for port 7806bfea-3057-4eea-8273-09c68e2d350b triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:15:21.036342 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b8d54187-cd27-471b-9414-424e483b3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.084044 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-b8d54187-cd27-471b-9414-424e483b3059 None None] Port 7806bfea-3057-4eea-8273-09c68e2d350b cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:15:21.107185 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9fdc60b8-752a-46c4-9336-3eeaad64a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.120742 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.124235 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-3f2c4ceb-1bba-4eb4-8037-196e1b4703e5 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999614 Jun 10 16:15:21.362032 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-828f4f4b-8d5f-4a1c-88ae-98c7708350f5 req-ac9c4c23-b987-4f8b-8d16-b1ece8e36ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249646 Jun 10 16:15:21.510500 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.551097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d8c9-d612-49d4-8b8a-bd72542042a6 req-d3623bfe-b478-462d-95db-07841be3fce7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:21.552735 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-be22d8c9-d612-49d4-8b8a-bd72542042a6 req-d3623bfe-b478-462d-95db-07841be3fce7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 932 time: 0.1727188 Jun 10 16:15:21.652522 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-be22d8c9-d612-49d4-8b8a-bd72542042a6 req-fff123a0-fd5d-493e-8f5a-46e974c2928d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902061 Jun 10 16:15:21.672587 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7806bfea-3057-4eea-8273-09c68e2d350b {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:21.680613 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.694004 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Transition to ACTIVE for port object 7806bfea-3057-4eea-8273-09c68e2d350b will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:15:21.697876 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.701617 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f54b4815-42c2-4c6d-95aa-3ebb39d2b7e8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:21.774113 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec4f11-f791-4287-8be3-936dc34d52b5 req-198626d5-658a-4e95-b29b-c26c8e098e51 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:21.776100 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f4ec4f11-f791-4287-8be3-936dc34d52b5 req-198626d5-658a-4e95-b29b-c26c8e098e51 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 943 time: 0.1428483 Jun 10 16:15:21.849652 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f4ec4f11-f791-4287-8be3-936dc34d52b5 req-4bd76c33-cdcf-40f9-8207-5b2983748ee8 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657547 Jun 10 16:15:22.027805 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:22.100910 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Pushing event updated for resources: {'Port': ['ID=7806bfea-3057-4eea-8273-09c68e2d350b,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:22.124445 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:22.183129 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Attempting to bind port 7806bfea-3057-4eea-8273-09c68e2d350b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:15:22.183473 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Attempting to bind port 7806bfea-3057-4eea-8273-09c68e2d350b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:15:22.183801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Attempting to bind port 7806bfea-3057-4eea-8273-09c68e2d350b on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:15:22.189783 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Port 7806bfea-3057-4eea-8273-09c68e2d350b on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:15:22.190105 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Attempting to bind port 7806bfea-3057-4eea-8273-09c68e2d350b on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:15:22.194782 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:15:22.195116 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Checking segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:15:22.195498 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Bound using segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:15:22.195925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Bound port: 7806bfea-3057-4eea-8273-09c68e2d350b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:15:22.196276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:22.270287 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] For port 7806bfea-3057-4eea-8273-09c68e2d350b, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:15:22.273235 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] For port 7806bfea-3057-4eea-8273-09c68e2d350b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7806bfea-3057-4eea-8273-09c68e2d350b,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:15:22.278286 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:22.280177 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-54e6ddfd-4eca-4b85-b54a-a19d6c4630ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:22.324108 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:22.324821 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:22.326312 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] 10.222.0.49 "PUT /v2.0/ports/7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 1094 time: 1.4007444 Jun 10 16:15:22.326846 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:22.329199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f883fd-ad60-4428-b65d-748eb90f33b0" -d '{"events": [{"name": "network-changed", "server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:22.353263 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Pushing event updated for resources: {'Port': ['ID=7806bfea-3057-4eea-8273-09c68e2d350b,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:22.357438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:22.382656 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42259293-859d-4041-8885-5bcbdc889e2c x-openstack-request-id: req-42259293-859d-4041-8885-5bcbdc889e2c {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:22.383123 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:22.383401 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42259293-859d-4041-8885-5bcbdc889e2c {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:22.384135 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b', 'status': 'completed', 'code': 200} Jun 10 16:15:22.438500 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-9c5cece8-ad96-4ea7-80ba-947ade3d4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:22.440270 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-9c5cece8-ad96-4ea7-80ba-947ade3d4138 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0678272 Jun 10 16:15:22.503711 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-4417bc41-8187-45b1-97cf-58ff79b53658 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 217 time: 0.0525548 Jun 10 16:15:22.562546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-c9c0e206-b7eb-491d-afdb-137abc8e7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:22.563987 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-c9c0e206-b7eb-491d-afdb-137abc8e7d0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0520146 Jun 10 16:15:22.635157 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-a9105872-e988-42fe-9c9b-7ee6c90f8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:22.636638 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-a9105872-e988-42fe-9c9b-7ee6c90f8b15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647283 Jun 10 16:15:22.767300 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-03bf6a66-dc7a-4dcf-a466-e260b9d183c5 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224530 Jun 10 16:15:22.956260 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bf64-b775-4c1d-b799-1124d0fa9cc7 req-7d189850-ad8c-4d24-9d84-8cd03272f829 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:22.957793 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4ee5bf64-b775-4c1d-b799-1124d0fa9cc7 req-7d189850-ad8c-4d24-9d84-8cd03272f829 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.1740022 Jun 10 16:15:22.960180 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d8e56fad-d1f2-4d63-a6f5-02c343fa216c req-fde4aaff-6197-4ce4-b4ac-d48c4654f2ec service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843383 Jun 10 16:15:23.004028 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4ee5bf64-b775-4c1d-b799-1124d0fa9cc7 req-7ded6228-6481-43d3-8d8e-5897e22ea825 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Jun 10 16:15:23.079036 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-9e803dce-df9a-4e24-8ecc-1e0eb534b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:23.079928 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb21c7e-f9be-43fc-8633-7dde04ffcce6 req-89e723f4-12a2-4d36-86d3-8c0ff5d3fd40 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:23.080530 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-9e803dce-df9a-4e24-8ecc-1e0eb534b24b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0700309 Jun 10 16:15:23.081688 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5cb21c7e-f9be-43fc-8633-7dde04ffcce6 req-89e723f4-12a2-4d36-86d3-8c0ff5d3fd40 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 943 time: 0.0932591 Jun 10 16:15:23.125651 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5cb21c7e-f9be-43fc-8633-7dde04ffcce6 req-7d360771-96b0-4c06-bc35-94d62d7b5813 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Jun 10 16:15:23.216914 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-1637f9d1-17ea-4792-a416-82cf512865a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:23.219248 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-1637f9d1-17ea-4792-a416-82cf512865a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1307740 Jun 10 16:15:23.279180 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-1990f900-d3b3-45da-aea4-033ffef57173 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 217 time: 0.0515571 Jun 10 16:15:23.335986 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-6721a392-aa59-4431-ac34-583283ac6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:23.337438 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-6721a392-aa59-4431-ac34-583283ac6897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0519676 Jun 10 16:15:23.405288 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-e3c1032c-92aa-4231-b584-a42e5e795889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:23.406687 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-e3c1032c-92aa-4231-b584-a42e5e795889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627055 Jun 10 16:15:23.527323 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-a81a9c5e-e8c0-4fcc-9487-44d09bf6075c service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124234 Jun 10 16:15:23.647394 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-17f883fd-ad60-4428-b65d-748eb90f33b0 req-df28a616-556c-4a30-9ecf-fb8b4d094376 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135533 Jun 10 16:15:23.904822 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:23.989178 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 5fbb5552-75dd-4481-9b4a-8ff8ece54195 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:15:24.126873 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:24.147297 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'port_id': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'mac_address': 'fa:16:3e:7f:64:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:15:24.203094 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:24.224373 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbb5552-75dd-4481-9b4a-8ff8ece54195 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:24.255832 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:24.260423 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:24.265142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:24.317513 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23274e14-7e1f-41e5-9b9e-a70457015f07 req-82fae5df-8af8-4549-8bae-a6b2fbf717f7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:24.319256 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-23274e14-7e1f-41e5-9b9e-a70457015f07 req-82fae5df-8af8-4549-8bae-a6b2fbf717f7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.1790047 Jun 10 16:15:24.337881 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=5fbb5552-75dd-4481-9b4a-8ff8ece54195,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:24.350510 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:24.376837 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-23274e14-7e1f-41e5-9b9e-a70457015f07 req-fbcd2eab-c973-4ce6-a223-c8a4680ea4ef tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490856 Jun 10 16:15:24.428097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8b05e-85dc-43e1-8007-ef0fdea71a22 req-32ccb263-9810-4701-a58e-6e3c0c84837e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:24.429665 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-efd8b05e-85dc-43e1-8007-ef0fdea71a22 req-32ccb263-9810-4701-a58e-6e3c0c84837e tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 944 time: 0.0870426 Jun 10 16:15:24.479133 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-efd8b05e-85dc-43e1-8007-ef0fdea71a22 req-8dc70186-95c1-4fb0-8900-550e23405e5b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414460 Jun 10 16:15:24.519182 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['5fbb5552-75dd-4481-9b4a-8ff8ece54195'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:15:25.586615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c74f-a801-4716-af80-27d4681d5ca0 req-9240088b-f011-45f8-991f-77a2175019d8 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:25.588428 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3da4c74f-a801-4716-af80-27d4681d5ca0 req-9240088b-f011-45f8-991f-77a2175019d8 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.0831614 Jun 10 16:15:25.649086 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3da4c74f-a801-4716-af80-27d4681d5ca0 req-8b2728fa-306f-4b83-96a6-3b142ce242d3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531688 Jun 10 16:15:25.682302 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c1ba6-1a80-47ee-811e-914545af9b29 req-88ab29f9-677d-4cfc-905c-2f49663539c6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:25.686869 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b37c1ba6-1a80-47ee-811e-914545af9b29 req-88ab29f9-677d-4cfc-905c-2f49663539c6 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 944 time: 0.0755715 Jun 10 16:15:25.734224 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b37c1ba6-1a80-47ee-811e-914545af9b29 req-554e4584-27d2-4ff4-88b1-cb119851779c tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Jun 10 16:15:26.006614 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 5fbb5552-75dd-4481-9b4a-8ff8ece54195 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:15:26.064622 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:15:26.070241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:15:26.070925 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:26.161376 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:26.184755 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:26.187006 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d5033-c102-4fd0-b0b1-b12a10428626" -d '{"events": [{"server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "name": "network-vif-plugged", "status": "completed", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:26.203914 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:26.208711 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:26.210602 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:26.239805 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff975235-9552-419f-86ec-7da591162255 x-openstack-request-id: req-ff975235-9552-419f-86ec-7da591162255 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:26.240098 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "name": "network-vif-plugged", "status": "completed", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:26.240613 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff975235-9552-419f-86ec-7da591162255 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:26.241019 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'code': 200} Jun 10 16:15:26.270197 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=5fbb5552-75dd-4481-9b4a-8ff8ece54195,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:26.272971 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:26.462027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faf7ec-495c-4692-9517-b4e48f608278 req-acce8378-d2c7-43f9-8721-1eeab2aa950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:26.463513 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14faf7ec-495c-4692-9517-b4e48f608278 req-acce8378-d2c7-43f9-8721-1eeab2aa950c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 1098 time: 0.0631747 Jun 10 16:15:26.502033 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14faf7ec-495c-4692-9517-b4e48f608278 req-1144327e-bce4-4791-aa7c-97b73ea36f66 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Jun 10 16:15:26.867353 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5087-b8ef-4deb-b289-a872f246534c req-f2da35ca-8fb6-4c81-a3bf-acf3fc68f4a2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:26.869862 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0e7f5087-b8ef-4deb-b289-a872f246534c req-f2da35ca-8fb6-4c81-a3bf-acf3fc68f4a2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.0993607 Jun 10 16:15:26.930770 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0e7f5087-b8ef-4deb-b289-a872f246534c req-b94fd50a-3975-4de4-b22a-63a374004687 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Jun 10 16:15:27.004070 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7acb-abb7-40f1-963b-addb034e7258 req-fbd5c3e2-600d-4f49-b3d1-44c101439bcc tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:27.005662 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-273c7acb-abb7-40f1-963b-addb034e7258 req-fbd5c3e2-600d-4f49-b3d1-44c101439bcc tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.1347799 Jun 10 16:15:27.056934 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-273c7acb-abb7-40f1-963b-addb034e7258 req-98866015-c670-46ae-a5b0-2970e98aabd7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Jun 10 16:15:28.219512 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631e388-0dc4-45ad-aa56-4c1df135ef5e req-d3e6a8ce-91f7-443f-9f3f-93e121c44eef tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:28.221525 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9631e388-0dc4-45ad-aa56-4c1df135ef5e req-d3e6a8ce-91f7-443f-9f3f-93e121c44eef tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.1078048 Jun 10 16:15:28.282936 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9631e388-0dc4-45ad-aa56-4c1df135ef5e req-e3f0fa4a-cfd7-4758-81dd-85505287cf0e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509117 Jun 10 16:15:28.300924 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eacc3-f699-4fd5-be45-297c21b2eded req-58b6f7d2-48bd-44a0-aa7f-74267ca6065f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:28.305465 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-818eacc3-f699-4fd5-be45-297c21b2eded req-58b6f7d2-48bd-44a0-aa7f-74267ca6065f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.0798953 Jun 10 16:15:28.369283 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-818eacc3-f699-4fd5-be45-297c21b2eded req-06f01e0f-2594-4c95-beb9-2951905e454a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564964 Jun 10 16:15:28.575466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d7390-0b3d-42b6-8282-3db995e87f27 req-8b50f1f1-a100-4a4a-b27a-763c449844fa tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:28.577448 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-957d7390-0b3d-42b6-8282-3db995e87f27 req-8b50f1f1-a100-4a4a-b27a-763c449844fa tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.0905819 Jun 10 16:15:28.585811 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56560) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:28.590815 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Request body: {'floatingip': {'port_id': '5fbb5552-75dd-4481-9b4a-8ff8ece54195'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:28.673984 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:29.390652 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:29.395834 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:29.639263 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab397-ea00-4e3a-8ce7-404941a60e5a req-ef5d39cf-ffe1-41b2-bb21-768a980caf9d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:29.641423 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cceab397-ea00-4e3a-8ce7-404941a60e5a req-ef5d39cf-ffe1-41b2-bb21-768a980caf9d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.1760828 Jun 10 16:15:29.673488 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Floating IP e69c0433-3da3-47ce-a434-d54a982dad71 associated. External IP: 172.27.0.195, port: 5fbb5552-75dd-4481-9b4a-8ff8ece54195. Jun 10 16:15:29.811137 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cceab397-ea00-4e3a-8ce7-404941a60e5a req-3c753931-44d3-4ec1-94b0-139dee4596c1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632767 Jun 10 16:15:30.282867 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:15:30.463106 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:15:30.468855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:30.473505 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:15:30.485444 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:30.486111 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:15:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:30.520416 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-12d91e0d-b268-4797-8643-5b34be38246f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "PUT /v2.0/floatingips/e69c0433-3da3-47ce-a434-d54a982dad71 HTTP/1.1" status: 200 len: 991 time: 1.9334705 Jun 10 16:15:30.521127 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:30.523562 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f686f-af60-4882-9b0c-92623c1f7ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:30.572083 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133bb4b2-e7dd-48dd-8e0c-8e5ae69ba4fe x-openstack-request-id: req-133bb4b2-e7dd-48dd-8e0c-8e5ae69ba4fe {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:30.572712 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:30.573342 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-133bb4b2-e7dd-48dd-8e0c-8e5ae69ba4fe {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:30.574171 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'status': 'completed', 'code': 200} Jun 10 16:15:30.711592 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-59cad33d-644e-48a2-9ca5-473954c19b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:30.713253 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-59cad33d-644e-48a2-9ca5-473954c19b76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97c6937fdffe4e559e5b7522ec222be5&device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 1098 time: 0.1007619 Jun 10 16:15:30.776006 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:30.863750 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-478297f9-f2e3-40fe-b3a5-1cdcaecf461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:30.866723 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-478297f9-f2e3-40fe-b3a5-1cdcaecf461f service neutron] 10.222.0.49 "GET /v2.0/networks?id=87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 200 len: 910 time: 0.1461697 Jun 10 16:15:30.977216 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-2b2e235c-6f14-4d35-85db-ef7ac79c332a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195 HTTP/1.1" status: 200 len: 999 time: 0.1039505 Jun 10 16:15:31.079030 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-e8c00bbd-a5be-4b81-9344-beaccacb6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:31.080501 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-e8c00bbd-a5be-4b81-9344-beaccacb6429 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 200 len: 848 time: 0.0969501 Jun 10 16:15:31.161394 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'e69c0433-3da3-47ce-a434-d54a982dad71', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'port_id': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'mac_address': 'fa:16:3e:7f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:12Z', 'updated_at': '2021-06-10T16:15:29Z', 'revision_number': 1, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:31.171223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:15:31.186303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:31.187174 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:15:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:31.217427 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70877087-c7a7-489d-9186-547ff383ad48 req-ada8ce24-0ab4-4123-930a-eca45d5d2baf tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:31.234953 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-70877087-c7a7-489d-9186-547ff383ad48 req-ada8ce24-0ab4-4123-930a-eca45d5d2baf tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 944 time: 0.2114162 Jun 10 16:15:31.324441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-03a1c36d-151e-435a-a06d-5b11c6b18b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:31.324441 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-03a1c36d-151e-435a-a06d-5b11c6b18b98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87e3db7b-ecc6-4124-8502-aa84152060c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2308388 Jun 10 16:15:31.339623 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-70877087-c7a7-489d-9186-547ff383ad48 req-3210c13a-7e5a-493b-93bf-0c4245694c67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948071 Jun 10 16:15:31.436318 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:31.509568 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-b8a23b77-905f-48ab-94d6-922dfe3c35a2 service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679471 Jun 10 16:15:31.648114 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3b1f686f-af60-4882-9b0c-92623c1f7ccf req-0becfa75-c142-4a43-90c0-e2fdca047cfb service neutron] 10.222.0.49 "GET /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321123 Jun 10 16:15:31.816910 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'e69c0433-3da3-47ce-a434-d54a982dad71', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'port_id': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'mac_address': 'fa:16:3e:7f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:12Z', 'updated_at': '2021-06-10T16:15:29Z', 'revision_number': 1, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:31.826640 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a4da9-b52c-4c1f-ac6f-8a34fa14e6e9 None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'e69c0433-3da3-47ce-a434-d54a982dad71', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'port_id': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'mac_address': 'fa:16:3e:7f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:12Z', 'updated_at': '2021-06-10T16:15:29Z', 'revision_number': 1, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:15:32.025094 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7806bfea-3057-4eea-8273-09c68e2d350b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:15:32.077426 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735fa95a-06f8-4cae-afb2-f1ff9d817cd4 None None] New status for floating IP e69c0433-3da3-47ce-a434-d54a982dad71: ACTIVE {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:15:32.191226 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7806bfea-3057-4eea-8273-09c68e2d350b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7806bfea-3057-4eea-8273-09c68e2d350b,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:32.209504 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '7806bfea-3057-4eea-8273-09c68e2d350b', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:15:32.259617 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:32.274489 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7806bfea-3057-4eea-8273-09c68e2d350b {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:15:32.306492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7806bfea-3057-4eea-8273-09c68e2d350b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7806bfea-3057-4eea-8273-09c68e2d350b,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:32.311125 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:32.312689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:32.375208 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=7806bfea-3057-4eea-8273-09c68e2d350b,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:32.378600 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:32.557261 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583651ef-ed79-40f4-986d-3586378c454e req-1455a2dd-ea14-4ed3-8160-ff52c857b638 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:32.558957 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-583651ef-ed79-40f4-986d-3586378c454e req-1455a2dd-ea14-4ed3-8160-ff52c857b638 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 945 time: 0.0962400 Jun 10 16:15:32.609732 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-583651ef-ed79-40f4-986d-3586378c454e req-79b2a0aa-09ae-468b-93ec-9fd81d3ac4ba tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Jun 10 16:15:32.618958 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['7806bfea-3057-4eea-8273-09c68e2d350b'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:15:32.842954 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56640) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:32.900986 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Deleting subnet c8c3c767-18cb-42f7-81f2-c073bb7bd3f3 {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:15:32.905772 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:32.955039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.003733 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.070262 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.072720 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-afc33e27-1469-4e06-bf4a-2dcecf47bba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:33.112109 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c3c767-18cb-42f7-81f2-c073bb7bd3f3,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:33.114642 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:33.117784 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.119837 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-de5725e7-37d3-4e66-b206-66b5462edd77 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c8c3c767-18cb-42f7-81f2-c073bb7bd3f3 HTTP/1.1" status: 204 len: 168 time: 0.2757142 Jun 10 16:15:33.122145 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56646) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:33.211074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.318770 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.330594 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2694f540-b0a0-4d63-9374-7ad063c0415f']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:33.342137 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c748f2d2-7485-475a-b051-a31077f73fc2') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:33.342430 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c748f2d2-7485-475a-b051-a31077f73fc2') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:33.352265 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.367737 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.375360 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:15:33.375895 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:15:33.377722 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:15:33.455584 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.459308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:33.461691 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.463487 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2694f540-b0a0-4d63-9374-7ad063c0415f HTTP/1.1" status: 204 len: 168 time: 0.3404274 Jun 10 16:15:33.466888 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56652) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:33.479219 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2694f540-b0a0-4d63-9374-7ad063c0415f,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:33.482007 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:33.532050 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Deleting subnet 998b8a97-4666-48f3-97cf-486a962827f0 {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:15:33.535487 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.581541 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.627952 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.696146 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.698798 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5cfc135e-5baf-4ea5-8fff-c545e0f499ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:33.733278 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998b8a97-4666-48f3-97cf-486a962827f0,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:33.736491 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:33.740374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.744535 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-e7480f1f-5174-40cd-a92a-ee89eea8d274 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/998b8a97-4666-48f3-97cf-486a962827f0 HTTP/1.1" status: 204 len: 168 time: 0.2742674 Jun 10 16:15:33.744685 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56664) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:33.818270 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778926e8-5cb1-45f4-a70f-5c7758aa1013 req-daf1a182-bb7a-4688-994f-8a75b17907c4 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:33.819742 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-778926e8-5cb1-45f4-a70f-5c7758aa1013 req-daf1a182-bb7a-4688-994f-8a75b17907c4 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 945 time: 0.0816741 Jun 10 16:15:33.848849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.868836 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-778926e8-5cb1-45f4-a70f-5c7758aa1013 req-afeecb36-38a0-43cf-bc46-6e538d6f665b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429480 Jun 10 16:15:33.955657 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:33.967098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f363ee3-6695-414c-b041-a67b7d13c1b7']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:33.982582 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc50e22-c431-4753-9216-42836f5e8417') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:33.982877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc50e22-c431-4753-9216-42836f5e8417') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:33.993058 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.013287 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.019766 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:15:34.020306 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:15:34.022087 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:15:34.026917 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:15:34.026917 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:15:34.026917 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:15:34.038685 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7806bfea-3057-4eea-8273-09c68e2d350b up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:15:34.097721 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 7806bfea-3057-4eea-8273-09c68e2d350b completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:15:34.106836 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 7806bfea-3057-4eea-8273-09c68e2d350b triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:15:34.107194 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.127773 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.134152 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:34.136716 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.141069 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f363ee3-6695-414c-b041-a67b7d13c1b7 HTTP/1.1" status: 204 len: 168 time: 0.3925452 Jun 10 16:15:34.154223 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7f363ee3-6695-414c-b041-a67b7d13c1b7,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:34.163619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:34.216055 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.250725 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:34.253576 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb3409-e1fd-4b56-918b-4389e0918bf3" -d '{"events": [{"server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "name": "network-vif-plugged", "status": "completed", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:34.268297 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7806bfea-3057-4eea-8273-09c68e2d350b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7806bfea-3057-4eea-8273-09c68e2d350b,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:15:34.272570 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.276368 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:34.308419 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18841ed-9e2f-48c3-bcc3-3139970462b3 x-openstack-request-id: req-f18841ed-9e2f-48c3-bcc3-3139970462b3 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:34.308942 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "name": "network-vif-plugged", "status": "completed", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:34.309401 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f18841ed-9e2f-48c3-bcc3-3139970462b3 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:34.309969 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b', 'code': 200} Jun 10 16:15:34.338173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56674) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:34.341826 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=7806bfea-3057-4eea-8273-09c68e2d350b,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:34.345412 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:34.388945 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-9be6cbe8-fdd4-4fde-95e6-672559b7037c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93b5df7ffc1f4e31a7af9d415db5080c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495536 Jun 10 16:15:34.391341 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 56676) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:34.445615 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.469227 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.519670 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.522332 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:34.523516 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73ed8872-69b7-41e5-b1dd-7be0e5a57ae8 HTTP/1.1" status: 204 len: 168 time: 0.1312840 Jun 10 16:15:34.524445 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fc4e0ee9-4d11-40e0-bab7-260a5d4f0713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:34.534437 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ed8872-69b7-41e5-b1dd-7be0e5a57ae8,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:34.536952 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a75dd172-87a0-499c-aa0e-d0ddbdd90387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:34.658521 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f9e07-93ba-4b56-90ab-16d503f58d51 req-2c0d6b22-e9e8-4053-b4d1-f5eb760e7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:34.660286 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9f5f9e07-93ba-4b56-90ab-16d503f58d51 req-2c0d6b22-e9e8-4053-b4d1-f5eb760e7b5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1099 time: 0.1060920 Jun 10 16:15:34.702988 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9f5f9e07-93ba-4b56-90ab-16d503f58d51 req-958d6491-5121-4e7f-83c5-7fa7b1dfc770 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354149 Jun 10 16:15:34.911505 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56686) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:34.966731 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5ab037a2-8823-4b70-abf4-7c99973bf1ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6266b5bd38124a7abef35932183472ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538809 Jun 10 16:15:34.969470 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56688) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:35.026651 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:35.049870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:35.073684 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebeee4-3c6b-4155-9ff5-f30fe18adbbb req-f9a976c4-7c39-4307-b008-5d604cf1c38b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:35.076386 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-daebeee4-3c6b-4155-9ff5-f30fe18adbbb req-f9a976c4-7c39-4307-b008-5d604cf1c38b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 946 time: 0.0736618 Jun 10 16:15:35.102222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:35.104786 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:35.106194 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4112ae1-d017-4180-b996-5a7fe60c2fe6 HTTP/1.1" status: 204 len: 168 time: 0.1357532 Jun 10 16:15:35.107300 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5286c793-5c34-4cde-a8d1-1fbb54bab86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:35.117163 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4112ae1-d017-4180-b996-5a7fe60c2fe6,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:35.120287 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:35.126421 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-daebeee4-3c6b-4155-9ff5-f30fe18adbbb req-258df7c2-66c0-42df-a383-832589969eb8 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 Jun 10 16:15:36.337189 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28a0bf-c42c-40a1-ad62-e675e63980c6 req-5dcc62ad-aabf-4c11-93cb-e9f80364097b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:36.338639 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0d28a0bf-c42c-40a1-ad62-e675e63980c6 req-5dcc62ad-aabf-4c11-93cb-e9f80364097b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 946 time: 0.0804346 Jun 10 16:15:36.381518 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0d28a0bf-c42c-40a1-ad62-e675e63980c6 req-62cfbacb-03e0-400b-8972-4648a0786293 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Jun 10 16:15:36.586343 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ec06-d190-40d5-a3d1-888d0649cfac req-145e42fe-837f-4961-a1f4-af0a95a1ad4d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:36.588033 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-49d8ec06-d190-40d5-a3d1-888d0649cfac req-145e42fe-837f-4961-a1f4-af0a95a1ad4d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 946 time: 0.0776615 Jun 10 16:15:36.656902 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-49d8ec06-d190-40d5-a3d1-888d0649cfac req-6fe80ec1-3294-44aa-b177-a4a0ed5968dd tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612705 Jun 10 16:15:36.680849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56732) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:36.743143 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5af28f-7593-4ff3-ac57-191624382f52 tempest-TestVolumeBootPattern-442435327 tempest-TestVolumeBootPattern-442435327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:36.744616 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-bd5af28f-7593-4ff3-ac57-191624382f52 tempest-TestVolumeBootPattern-442435327 tempest-TestVolumeBootPattern-442435327-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1094 time: 0.0626218 Jun 10 16:15:36.748925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 56734) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:36.756766 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:15:36.790945 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:36.946209 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:37.101198 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Allocated IP 172.27.0.254 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/a6e99def-a9f0-4d22-b5ea-75d590827706) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:15:37.252948 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:37.320901 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:37.325808 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:37.724339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:15:37.727172 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:15:37.732455 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:15:37.735714 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=a6e99def-a9f0-4d22-b5ea-75d590827706,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:37.761562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:37.996782 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:15:38.269887 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.375130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.559284 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.570338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.570338 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-eff69698-96a5-428f-be94-52f25f43d1bc tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:15:38.677587 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=a6e99def-a9f0-4d22-b5ea-75d590827706,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:15:38.682722 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:15:38.704748 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.890644 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Floating IP 4b8387f7-0bb8-4bfa-9b56-98631f9a368c associated. External IP: 172.27.0.254, port: 7806bfea-3057-4eea-8273-09c68e2d350b. Jun 10 16:15:39.226273 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:15:39.413021 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:15:39.423011 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:15:39.430564 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:39.435661 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:39.436471 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:15:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:39.478029 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7229877 Jun 10 16:15:39.478029 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:15:39.478029 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a82a703-649e-4209-b9c7-50f2c6cae38d" -d '{"events": [{"name": "network-changed", "server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:15:39.743820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:40.076144 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:38Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:40.080110 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:15:40.089145 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:15:40.090029 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:15:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:40.239751 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:15:40.529040 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:38Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:15:40.532575 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f619b-be5d-400e-bc2c-eedfc5e259a2 None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:38Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:15:40.714172 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2945a-1e83-46b6-b674-2f278ba9cd05 None None] New status for floating IP 4b8387f7-0bb8-4bfa-9b56-98631f9a368c: ACTIVE {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:15:40.737845 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7c1a33-3785-43c1-98c9-71f4ffe167c8 x-openstack-request-id: req-9a7c1a33-3785-43c1-98c9-71f4ffe167c8 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:15:40.738329 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:15:40.738470 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a7c1a33-3785-43c1-98c9-71f4ffe167c8 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:15:40.738863 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b', 'status': 'completed', 'code': 200} Jun 10 16:15:40.933875 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-dbca8c94-e0f7-4b85-8666-b1794706cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:40.935407 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-dbca8c94-e0f7-4b85-8666-b1794706cc22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1099 time: 0.1593735 Jun 10 16:15:41.051074 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-9ac975b3-ee01-4ffd-825f-8968bef5bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:41.052414 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-9ac975b3-ee01-4ffd-825f-8968bef5bac3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1103284 Jun 10 16:15:41.137808 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-7213a087-993e-4810-a23c-20846c88589e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 1002 time: 0.0757201 Jun 10 16:15:41.204328 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-52160516-989c-4434-a1e5-c448e443c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:41.206053 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-52160516-989c-4434-a1e5-c448e443c3fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0607738 Jun 10 16:15:41.279017 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-0036bd2e-70bc-4459-8bc2-3c0a2302ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:15:41.280524 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-0036bd2e-70bc-4459-8bc2-3c0a2302ead1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643742 Jun 10 16:15:41.401790 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-c9c99b75-5b65-4d95-9c19-90b56be2526e service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119378 Jun 10 16:15:41.525536 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6a82a703-649e-4209-b9c7-50f2c6cae38d req-9f54374c-4f52-4e7b-8bc6-45defb9da7c3 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164522 Jun 10 16:15:46.717037 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:48.672309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d0a397e-9686-467f-9664-e5f5ce59c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:51.110351 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ef803f94-dfcb-454b-9fd7-6a22477b9df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:51.514159 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:52.030637 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:53.903507 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.378082 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 57008) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:05.510449 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.577700 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9035-5ba4-4d78-bf70-70823daf5065 req-125a24fe-10cd-4055-82b0-eafe44b6db7c tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:05.579143 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-761d9035-5ba4-4d78-bf70-70823daf5065 req-125a24fe-10cd-4055-82b0-eafe44b6db7c tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 945 time: 0.1168902 Jun 10 16:16:05.639606 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-761d9035-5ba4-4d78-bf70-70823daf5065 req-5b548017-02cd-48b6-87a2-deaff686531e tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543952 Jun 10 16:16:05.660561 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.664666 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.667519 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-424e21b9-dd10-4761-a726-9960e3fa334f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:05.708366 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95db457-a83e-4d06-969c-76529acb4e9e,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:05.711872 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9a7d529edf748e29abc6c272c807a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325233 Jun 10 16:16:05.715246 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 57012) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:05.718317 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.718714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.719081 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.719435 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.719784 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.720137 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.720486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.720833 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.721208 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.721554 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.721899 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.722240 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.726071 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:05.767994 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.791007 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.840109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.842768 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:05.843938 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b95db457-a83e-4d06-969c-76529acb4e9e HTTP/1.1" status: 204 len: 168 time: 0.1277428 Jun 10 16:16:05.844678 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d37bb178-0ce4-4d90-867a-5ffb2f3ca707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:05.853094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95db457-a83e-4d06-969c-76529acb4e9e,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:05.860598 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.860967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.861408 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.861699 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.862066 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.862398 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.862741 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.863087 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.863431 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.863772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.864112 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.864448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:05.867770 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:06.822125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d80f7-7d3d-44e0-8f76-c7537f9ba230 req-fa53e797-08bd-4698-a6af-a33dca53e01e tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:06.824919 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d10d80f7-7d3d-44e0-8f76-c7537f9ba230 req-fa53e797-08bd-4698-a6af-a33dca53e01e tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 945 time: 0.0713584 Jun 10 16:16:06.869796 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d10d80f7-7d3d-44e0-8f76-c7537f9ba230 req-f76a3595-ca7a-4d23-a6d4-eb670d567ba0 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 Jun 10 16:16:07.411344 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-b0d9a6df-b4b9-4ce9-98ec-e61039c59175 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:07.412681 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-b0d9a6df-b4b9-4ce9-98ec-e61039c59175 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 945 time: 0.0703497 Jun 10 16:16:07.527387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Deleting port 59e30c12-e32b-4c01-95ae-0ff04f015fcf {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:16:07.527719 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:07.639415 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] For port 59e30c12-e32b-4c01-95ae-0ff04f015fcf, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59e30c12-e32b-4c01-95ae-0ff04f015fcf,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:07.639772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:07.734342 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Calling delete_port for 59e30c12-e32b-4c01-95ae-0ff04f015fcf owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:16:07.891839 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:07.897223 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3b45c93e-5130-49e1-8c82-001bf492420e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:07.905669 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['59e30c12-e32b-4c01-95ae-0ff04f015fcf'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:16:07.930476 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Pushing event deleted for resources: {'Port': ['ID=59e30c12-e32b-4c01-95ae-0ff04f015fcf,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:07.936919 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:08.003014 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] No DVR routers for this DVR port 59e30c12-e32b-4c01-95ae-0ff04f015fcf on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:16:08.013543 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:08.015402 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-34dcfda3-4064-4a10-8265-ae850a97a29e req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "DELETE /v2.0/ports/59e30c12-e32b-4c01-95ae-0ff04f015fcf HTTP/1.1" status: 204 len: 173 time: 0.5971487 Jun 10 16:16:08.015902 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'name': 'network-vif-deleted', 'tag': '59e30c12-e32b-4c01-95ae-0ff04f015fcf'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:16:08.018458 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ed734-3d03-4826-b718-3b55afd2d199" -d '{"events": [{"server_uuid": "c5f48302-60b4-4609-9bad-1cf0256bfde6", "name": "network-vif-deleted", "tag": "59e30c12-e32b-4c01-95ae-0ff04f015fcf"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:16:08.048799 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a52f68e3-68f4-4b86-ade2-a52262f5a12d req-69ff6b2c-1066-484f-805f-2e3baa240bb2 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5f48302-60b4-4609-9bad-1cf0256bfde6 HTTP/1.1" status: 200 len: 210 time: 0.0470672 Jun 10 16:16:08.238069 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f8e98c-93a8-4113-9276-039dce277a76 x-openstack-request-id: req-b6f8e98c-93a8-4113-9276-039dce277a76 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:16:08.238433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f48302-60b4-4609-9bad-1cf0256bfde6", "name": "network-vif-deleted", "tag": "59e30c12-e32b-4c01-95ae-0ff04f015fcf", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:16:08.238921 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6f8e98c-93a8-4113-9276-039dce277a76 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:16:08.239349 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f48302-60b4-4609-9bad-1cf0256bfde6', 'name': 'network-vif-deleted', 'tag': '59e30c12-e32b-4c01-95ae-0ff04f015fcf', 'status': 'completed', 'code': 200} Jun 10 16:16:08.360701 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17f95-f03f-4075-bb7d-2e17ec49c758 req-9dd8a785-ac09-43ee-bef9-88c722dd5c44 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:08.362402 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a7d17f95-f03f-4075-bb7d-2e17ec49c758 req-9dd8a785-ac09-43ee-bef9-88c722dd5c44 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0790470 Jun 10 16:16:08.407136 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a7d17f95-f03f-4075-bb7d-2e17ec49c758 req-0a7725e2-91bc-4c2c-84d1-580fae65f3f7 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Jun 10 16:16:09.595200 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28204-7934-46dc-ba6e-1a8dbee631b5 req-c310c7ff-0a1f-47f3-9d15-8ce633d6988b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:09.596714 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-31b28204-7934-46dc-ba6e-1a8dbee631b5 req-c310c7ff-0a1f-47f3-9d15-8ce633d6988b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0698652 Jun 10 16:16:09.644182 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-31b28204-7934-46dc-ba6e-1a8dbee631b5 req-a9973fb8-a5e3-49d7-9487-7822291ebf34 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Jun 10 16:16:12.492626 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 59e30c12-e32b-4c01-95ae-0ff04f015fcf no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:16:12.519085 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 59e30c12-e32b-4c01-95ae-0ff04f015fcf {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:16:12.519435 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 59e30c12-e32b-4c01-95ae-0ff04f015fcf not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:16:12.959331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95dbbe-1a47-40f2-9d73-873cff27ec4d req-863f9a85-48ca-4b01-ae6d-b14e372b1cd1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:12.960823 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6d95dbbe-1a47-40f2-9d73-873cff27ec4d req-863f9a85-48ca-4b01-ae6d-b14e372b1cd1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.3538263 Jun 10 16:16:13.006453 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6d95dbbe-1a47-40f2-9d73-873cff27ec4d req-47a60fa7-020e-46d2-b969-ff5d02d5d039 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389645 Jun 10 16:16:14.201253 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a628e0-a5cc-4a97-af3e-18078926cc61 req-a6f2d209-036d-486d-897a-2fde34ed8ab9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:14.202689 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d8a628e0-a5cc-4a97-af3e-18078926cc61 req-a6f2d209-036d-486d-897a-2fde34ed8ab9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0710011 Jun 10 16:16:14.245686 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d8a628e0-a5cc-4a97-af3e-18078926cc61 req-34d58907-0bbd-4592-9ad6-831183554389 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364864 Jun 10 16:16:14.995962 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:16:15.430547 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101c26c-005d-4d96-8a07-89007f9ef7c3 req-d0aa5de5-1ba5-4c59-9df3-b6eb5e8bf2f4 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:15.432031 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d101c26c-005d-4d96-8a07-89007f9ef7c3 req-d0aa5de5-1ba5-4c59-9df3-b6eb5e8bf2f4 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0692530 Jun 10 16:16:15.478366 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d101c26c-005d-4d96-8a07-89007f9ef7c3 req-f8f0a85d-bfa1-4c8d-8931-cdf4b6f52d6e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 Jun 10 16:16:16.724847 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:18.315688 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58642-ff2f-43fe-8650-8c40790c84ec req-8cf4f55c-85b6-45ff-9e04-59484de648db tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:18.317181 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8bc58642-ff2f-43fe-8650-8c40790c84ec req-8cf4f55c-85b6-45ff-9e04-59484de648db tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0736034 Jun 10 16:16:18.365871 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8bc58642-ff2f-43fe-8650-8c40790c84ec req-25965c2f-3ec5-45c4-9a91-a0a2ebcbc252 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Jun 10 16:16:18.669154 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-89ed9a3b-2288-4168-a137-a6caf870e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:19.187871 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-35f17c9c-a387-475d-87e1-b7dbf4997039 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:19.189401 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-35f17c9c-a387-475d-87e1-b7dbf4997039 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/networks?id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 200 len: 814 time: 0.1314104 Jun 10 16:16:19.204797 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-ca02526a-7c1e-4823-ad6c-472ed6615df6 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/quotas/0b44a18f401d40e48edafa8394d75523 HTTP/1.1" status: 200 len: 375 time: 0.0098648 Jun 10 16:16:19.250284 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-2ff0486d-5c1f-4876-9b8b-a75c10585f95 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b44a18f401d40e48edafa8394d75523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401459 Jun 10 16:16:19.472309 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8be26cf4-9792-4a63-ae3a-c8a571274f25 service neutron] 10.222.0.44 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072752 Jun 10 16:16:19.568915 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8490-00f5-4a5c-9257-035dee8bb701 req-e2e36a24-24f5-4c1d-aa6b-db9dbb050e0b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:19.570460 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-733c8490-00f5-4a5c-9257-035dee8bb701 req-e2e36a24-24f5-4c1d-aa6b-db9dbb050e0b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0727317 Jun 10 16:16:19.598203 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-83ee3af9-2def-46fc-87b3-baa1af054013 service neutron] 10.222.0.44 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271613 Jun 10 16:16:19.615292 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-733c8490-00f5-4a5c-9257-035dee8bb701 req-3baf01e0-d268-4d2b-9e26-fc5de1e2d2f0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374262 Jun 10 16:16:19.779278 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-31ee6ece-1eb9-42b4-8d08-d1c4652cfeb0 req-e44738e9-8edd-4037-8a68-43528905faf9 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 210 time: 0.0332451 Jun 10 16:16:20.805778 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4e859-1ca0-4433-83f6-a03d712a24ba req-be49c3da-d46d-4e84-8a38-861159d20816 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:20.807461 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-42c4e859-1ca0-4433-83f6-a03d712a24ba req-be49c3da-d46d-4e84-8a38-861159d20816 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0767226 Jun 10 16:16:20.853519 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-42c4e859-1ca0-4433-83f6-a03d712a24ba req-48772bcc-ba42-4637-a2a5-ecb1e2dfac55 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401113 Jun 10 16:16:21.018133 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-10203057-f803-4824-8b8d-b0f881d8afef req-c2c65d4e-1f33-4f8d-806d-55f56b788f45 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 210 time: 0.0506802 Jun 10 16:16:21.109842 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-7a7db44b-8c1b-48bf-a00a-2a7b42895ffc tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:21.111397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b0e0-c97f-44d2-9e61-5aff08bc47fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.111925 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-7a7db44b-8c1b-48bf-a00a-2a7b42895ffc tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "GET /v2.0/networks?id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 200 len: 814 time: 0.1728222 Jun 10 16:16:21.127723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Request body: {'port': {'device_id': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d', 'admin_state_up': True, 'tenant_id': '0b44a18f401d40e48edafa8394d75523'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:21.265152 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Made reservation on behalf of 0b44a18f401d40e48edafa8394d75523 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:21.268562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.416929 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Allocated IP 172.20.0.5 (d754fb1d-a64a-47a5-b823-cd5b47e7eb0d/5e3f2b27-3675-4d95-9c46-772b7e30a0a8/a2822f9d-e96c-4ee1-af11-3ee0caf7a233) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:16:21.518807 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.605369 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.643953 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.647701 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-22b982a2-e964-489e-a880-aff732b29337 tempest-ServerRescueNegativeTestJSON-177882307 tempest-ServerRescueNegativeTestJSON-177882307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:21.695691 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:16:21.699075 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:16:21.702950 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:16:21.738746 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Pushing event updated for resources: {'Port': ['ID=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:21.743638 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:21.767787 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:21.768408 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.783508 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6597166 Jun 10 16:16:21.796260 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Request body: {'port': {'device_id': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:21.878071 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.033375 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.157894 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a5b0b-6a37-4a09-8665-e888a1a4299a req-aff31a7d-dfce-4b39-943d-8c0d5b3570d6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:22.159262 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-136a5b0b-6a37-4a09-8665-e888a1a4299a req-aff31a7d-dfce-4b39-943d-8c0d5b3570d6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.1634896 Jun 10 16:16:22.202113 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db5447-aa73-4dbe-821e-01fa973b00a0 req-25400c55-f123-4d00-a5eb-124872077715 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:22.203597 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f3db5447-aa73-4dbe-821e-01fa973b00a0 req-25400c55-f123-4d00-a5eb-124872077715 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 931 time: 0.0705793 Jun 10 16:16:22.228589 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-136a5b0b-6a37-4a09-8665-e888a1a4299a req-8077c934-28a5-4bb7-a1a9-00b53d20fdb6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611641 Jun 10 16:16:22.247332 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f3db5447-aa73-4dbe-821e-01fa973b00a0 req-fd0d0156-e36d-4ed0-8f5f-4c64651d2986 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Jun 10 16:16:22.282924 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2822f9d-e96c-4ee1-af11-3ee0caf7a233 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:16:22.290256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.303023 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Transition to ACTIVE for port object a2822f9d-e96c-4ee1-af11-3ee0caf7a233 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:16:22.307006 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.309112 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-582c030a-311f-4877-9f2c-5fee6ec34042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:22.404030 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Pushing event updated for resources: {'Port': ['ID=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:22.407878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:22.494239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Attempting to bind port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:16:22.494555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Attempting to bind port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:16:22.494881 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Attempting to bind port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 on network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:16:22.498951 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 on network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:16:22.499263 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Attempting to bind port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 on network d754fb1d-a64a-47a5-b823-cd5b47e7eb0d {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:16:22.503870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:16:22.504200 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Checking segment: {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:16:22.504573 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Bound using segment: {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:16:22.505078 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Bound port: a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ba408b-6d9e-481f-adb0-8fa886ba2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:16:22.505393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.577335 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] For port a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:16:22.580756 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] For port a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:16:22.585416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.587476 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-89bb1293-0fa0-4b61-a044-3e7daa0b2d3d tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:22.624317 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:22.625186 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:22.626545 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] 10.222.0.49 "PUT /v2.0/ports/a2822f9d-e96c-4ee1-af11-3ee0caf7a233 HTTP/1.1" status: 200 len: 1093 time: 0.8350260 Jun 10 16:16:22.633320 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'tag': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:16:22.636435 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f644c9-6a45-41ea-a49c-8e30fa9f6765" -d '{"events": [{"name": "network-changed", "server_uuid": "9134dd47-8927-4848-b8f1-5a0378da84d3", "tag": "a2822f9d-e96c-4ee1-af11-3ee0caf7a233"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:16:22.663139 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Pushing event updated for resources: {'Port': ['ID=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:22.666974 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:22.676977 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fdbcc3-7d33-4ef8-b5d6-3ec287987b5b x-openstack-request-id: req-27fdbcc3-7d33-4ef8-b5d6-3ec287987b5b {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:16:22.677336 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9134dd47-8927-4848-b8f1-5a0378da84d3", "tag": "a2822f9d-e96c-4ee1-af11-3ee0caf7a233", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:16:22.677628 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27fdbcc3-7d33-4ef8-b5d6-3ec287987b5b {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:16:22.678055 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'tag': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233', 'status': 'completed', 'code': 200} Jun 10 16:16:22.743911 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-ae878426-9a6d-4624-9bb2-94b5041a72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:22.745477 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-ae878426-9a6d-4624-9bb2-94b5041a72da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b44a18f401d40e48edafa8394d75523&device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 1096 time: 0.0634115 Jun 10 16:16:22.799681 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-97b39a39-1455-4f44-bf41-ab6f55f2e20d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233 HTTP/1.1" status: 200 len: 217 time: 0.0464602 Jun 10 16:16:22.860698 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-712fa0ed-2e2d-469f-9f4d-fd877216f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:22.862152 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-712fa0ed-2e2d-469f-9f4d-fd877216f6f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e3f2b27-3675-4d95-9c46-772b7e30a0a8 HTTP/1.1" status: 200 len: 854 time: 0.0563664 Jun 10 16:16:22.904288 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-071cd00f-2365-445c-9fe2-552465279a79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346739 Jun 10 16:16:23.018501 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-8bd6818a-7c87-4c58-adef-c0bf6be32289 service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070204 Jun 10 16:16:23.133072 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da45abf5-2a59-4aaa-9a0f-4aacb7dac9a7 req-90b088b1-9eb7-46c3-9db2-089230069591 service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049647 Jun 10 16:16:23.259176 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-19bcaa9e-b6e2-4d7d-b9f2-d5c7bb48c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.261812 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-19bcaa9e-b6e2-4d7d-b9f2-d5c7bb48c877 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b44a18f401d40e48edafa8394d75523&device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 1096 time: 0.0628586 Jun 10 16:16:23.432564 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf96a-ca37-460c-a9d1-46f4dd951b6e req-a6da33b1-4901-4247-988d-379eb31890a6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.434047 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4cdbf96a-ca37-460c-a9d1-46f4dd951b6e req-a6da33b1-4901-4247-988d-379eb31890a6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0776925 Jun 10 16:16:23.435066 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-1e370f6a-a2e2-441f-b11d-7a3c7064d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.436498 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-1e370f6a-a2e2-441f-b11d-7a3c7064d5f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 200 len: 915 time: 0.1675503 Jun 10 16:16:23.482945 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4cdbf96a-ca37-460c-a9d1-46f4dd951b6e req-bea35677-dd6f-4cce-a856-2d84912f0d68 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Jun 10 16:16:23.508340 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-e37f70f7-ad80-4e66-a5e9-1f16bb1a9caa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233 HTTP/1.1" status: 200 len: 217 time: 0.0593452 Jun 10 16:16:23.581394 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102bab0-58ad-43f8-a799-59d7cf8cf8c1 req-c72c2209-1c1e-4b95-9fe4-abbc127927df tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.582864 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7102bab0-58ad-43f8-a799-59d7cf8cf8c1 req-c72c2209-1c1e-4b95-9fe4-abbc127927df tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 943 time: 0.2020361 Jun 10 16:16:23.625991 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-aab04b6f-f9d1-4d4c-8785-42a40f3ad777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.627401 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-aab04b6f-f9d1-4d4c-8785-42a40f3ad777 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e3f2b27-3675-4d95-9c46-772b7e30a0a8 HTTP/1.1" status: 200 len: 854 time: 0.0936069 Jun 10 16:16:23.682950 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-3bb52d87-09b3-4640-aefc-4bba36c5d370 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395675 Jun 10 16:16:23.686290 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7102bab0-58ad-43f8-a799-59d7cf8cf8c1 req-0f294c29-0c35-4167-9a65-c1b54873289d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956249 Jun 10 16:16:23.688745 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-8aa3fdf0-00a0-4fa1-83af-400f96d3b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.690985 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-8aa3fdf0-00a0-4fa1-83af-400f96d3b43b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1098 time: 0.1903627 Jun 10 16:16:23.909336 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-6c4e1982-59ed-42ea-8ee9-a43aaa4d376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:23.911204 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:23.911747 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-6c4e1982-59ed-42ea-8ee9-a43aaa4d376d service neutron] 10.222.0.49 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 910 time: 0.2111938 Jun 10 16:16:23.914240 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-4bcb95d4-bd66-4847-bd52-2e239e7cf183 service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223563 Jun 10 16:16:24.117034 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-9f13ba05-5712-4783-95fd-e52409b05862 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 1000 time: 0.1935413 Jun 10 16:16:24.495826 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-28f644c9-6a45-41ea-a49c-8e30fa9f6765 req-63fb56b9-e68b-43f2-b625-5bc2c2212c75 service neutron] 10.222.0.49 "GET /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659881 Jun 10 16:16:24.506186 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-c1bd8197-da4b-4023-ba3a-201fdf52d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:24.507605 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-c1bd8197-da4b-4023-ba3a-201fdf52d974 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 200 len: 848 time: 0.3804805 Jun 10 16:16:24.518257 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf82d5f-85a6-455c-8133-d522d5c5784a req-664ed8f1-9688-48f8-8472-265a6c14e39a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:24.519715 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-caf82d5f-85a6-455c-8133-d522d5c5784a req-664ed8f1-9688-48f8-8472-265a6c14e39a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.4880712 Jun 10 16:16:24.595446 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-caf82d5f-85a6-455c-8133-d522d5c5784a req-27426bd9-23d6-4d75-8484-e737f0ba6be6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668817 Jun 10 16:16:24.607965 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-f641d66b-a22d-44e5-aaa1-77050244fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:24.609489 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-f641d66b-a22d-44e5-aaa1-77050244fa69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01d4fd37-333f-42ee-90f6-322341043b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888827 Jun 10 16:16:24.668888 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452ec45-08bc-4ef8-afd4-71026fdd4339 req-c3d16c94-c811-4d12-b364-7fe36a8ffdac tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:24.670448 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c452ec45-08bc-4ef8-afd4-71026fdd4339 req-c3d16c94-c811-4d12-b364-7fe36a8ffdac tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0702031 Jun 10 16:16:24.712881 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c452ec45-08bc-4ef8-afd4-71026fdd4339 req-db20e79c-fb07-41b6-9b4e-6aae6bf0417f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365720 Jun 10 16:16:24.733225 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-b3eedb64-72b6-460c-a1a4-65d855136952 service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150770 Jun 10 16:16:24.886202 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-98a15b22-c240-4807-a7a2-d8aa337d37b5 req-511bdc97-1c51-4912-a3f7-12ddab523abd service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436195 Jun 10 16:16:24.915191 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665f8ad-2a46-4f42-a942-665520e36c1b req-896f0e5c-642a-42e5-8622-e48e20969fe5 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:24.917218 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2665f8ad-2a46-4f42-a942-665520e36c1b req-896f0e5c-642a-42e5-8622-e48e20969fe5 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 943 time: 0.0948250 Jun 10 16:16:24.965715 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2665f8ad-2a46-4f42-a942-665520e36c1b req-c42cffed-ebc5-4b2a-829e-4f631e76e8c3 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Jun 10 16:16:25.786406 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40eb9-efe9-4a2a-aab3-fa1d0d80b89a req-c6013b89-dd2a-4746-a88e-3e969cb36719 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:25.787977 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c5e40eb9-efe9-4a2a-aab3-fa1d0d80b89a req-c6013b89-dd2a-4746-a88e-3e969cb36719 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0699325 Jun 10 16:16:25.829347 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c5e40eb9-efe9-4a2a-aab3-fa1d0d80b89a req-e10e374e-bab4-4343-9a95-82003a641e06 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353255 Jun 10 16:16:25.900173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76416376-a43f-442d-b94f-814d87818ce6 req-fa20377d-55aa-4b0e-a217-09fcbf906589 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:25.902112 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-76416376-a43f-442d-b94f-814d87818ce6 req-fa20377d-55aa-4b0e-a217-09fcbf906589 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0734193 Jun 10 16:16:25.942081 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-76416376-a43f-442d-b94f-814d87818ce6 req-16003687-afcc-4149-9365-7d8d0a337bb7 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343413 Jun 10 16:16:26.148870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf28d-3dd1-4c14-b665-abb72aaffb91 req-c23933c0-7d4b-42ff-86d7-35f021edea40 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:26.150428 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-46eaf28d-3dd1-4c14-b665-abb72aaffb91 req-c23933c0-7d4b-42ff-86d7-35f021edea40 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 943 time: 0.0687535 Jun 10 16:16:26.195282 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-46eaf28d-3dd1-4c14-b665-abb72aaffb91 req-f1f8c41d-1183-401c-a284-10e8e5b5107a tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Jun 10 16:16:26.536240 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device a2822f9d-e96c-4ee1-af11-3ee0caf7a233 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:16:26.674011 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:26.687514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233', 'network_id': 'd754fb1d-a64a-47a5-b823-cd5b47e7eb0d', 'port_id': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233', 'mac_address': 'fa:16:3e:64:d0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3f2b27-3675-4d95-9c46-772b7e30a0a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:16:26.741189 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:26.765803 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2822f9d-e96c-4ee1-af11-3ee0caf7a233 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:16:26.790269 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:26.794718 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:26.796670 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:26.851561 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:26.858860 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.859206 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.859538 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.859868 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.860198 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.860525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.860849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.861199 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.861514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.861835 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.862156 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.862472 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:26.866664 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:27.022328 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13045d6-1ff3-4126-aef0-f5c3c1f8ae09 req-d5791d0e-cb6c-4076-886c-171bce5d5d29 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:27.023775 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f13045d6-1ff3-4126-aef0-f5c3c1f8ae09 req-d5791d0e-cb6c-4076-886c-171bce5d5d29 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0718627 Jun 10 16:16:27.057505 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['a2822f9d-e96c-4ee1-af11-3ee0caf7a233'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:16:27.068488 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f13045d6-1ff3-4126-aef0-f5c3c1f8ae09 req-79809e8b-9af1-43c6-9845-987c111efee1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Jun 10 16:16:27.134174 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79322a-4a06-4b7e-86ee-db736f54b807 req-d048908f-21df-4eac-90d0-fc42622cc89b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:27.136271 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8e79322a-4a06-4b7e-86ee-db736f54b807 req-d048908f-21df-4eac-90d0-fc42622cc89b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0757444 Jun 10 16:16:27.177401 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8e79322a-4a06-4b7e-86ee-db736f54b807 req-a7706c87-77e0-460f-8fc9-e94e67e1f070 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352952 Jun 10 16:16:27.375319 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2cb68-9d53-4ec6-a929-d716771e34a5 req-85d61958-d2ba-43b6-83ff-9ae71544e1e5 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:27.376813 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f7e2cb68-9d53-4ec6-a929-d716771e34a5 req-85d61958-d2ba-43b6-83ff-9ae71544e1e5 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 944 time: 0.0678937 Jun 10 16:16:27.423381 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f7e2cb68-9d53-4ec6-a929-d716771e34a5 req-2084240b-56b9-46cc-b035-2b5fbc887373 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Jun 10 16:16:28.266038 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6c57-388f-4fc3-8367-40d1005e2bc7 req-5423c987-c9c5-4509-9889-ea6644543eb0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:28.267491 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5eaf6c57-388f-4fc3-8367-40d1005e2bc7 req-5423c987-c9c5-4509-9889-ea6644543eb0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0743337 Jun 10 16:16:28.312481 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5eaf6c57-388f-4fc3-8367-40d1005e2bc7 req-24b1cbf1-9f29-4ba1-ad13-0c2eff81a6b6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Jun 10 16:16:28.364161 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33be08-909f-4128-859d-4e6351264600 req-6085b9a3-366b-47dc-94ac-7babd953b755 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:28.365799 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9f33be08-909f-4128-859d-4e6351264600 req-6085b9a3-366b-47dc-94ac-7babd953b755 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0713842 Jun 10 16:16:28.406647 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9f33be08-909f-4128-859d-4e6351264600 req-45d944ce-c3d1-43f0-8198-a477ce9a9e42 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349529 Jun 10 16:16:28.545846 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device a2822f9d-e96c-4ee1-af11-3ee0caf7a233 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:16:28.601237 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:16:28.605150 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:16:28.605532 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:28.605883 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea28b3-ff79-4318-9019-ba0a5bbb9e4a req-70e6cacc-81b4-4f7e-b6ff-60ae41cc5927 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:28.607367 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f3ea28b3-ff79-4318-9019-ba0a5bbb9e4a req-70e6cacc-81b4-4f7e-b6ff-60ae41cc5927 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 944 time: 0.0709929 Jun 10 16:16:28.649968 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f3ea28b3-ff79-4318-9019-ba0a5bbb9e4a req-6a64122b-8d2f-4e6e-b09f-331dbd63a691 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Jun 10 16:16:28.696075 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:28.722096 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:16:28.724439 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82084a8c-5e5d-4d64-a07a-015686292178" -d '{"events": [{"server_uuid": "9134dd47-8927-4848-b8f1-5a0378da84d3", "name": "network-vif-plugged", "status": "completed", "tag": "a2822f9d-e96c-4ee1-af11-3ee0caf7a233"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:16:28.739295 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:28.744166 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:28.745557 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:16:28.747212 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:28.933846 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537619b-b493-4ab6-a414-3dd51d5a05a6 x-openstack-request-id: req-2537619b-b493-4ab6-a414-3dd51d5a05a6 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:16:28.934127 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dd47-8927-4848-b8f1-5a0378da84d3", "name": "network-vif-plugged", "status": "completed", "tag": "a2822f9d-e96c-4ee1-af11-3ee0caf7a233", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:16:28.934395 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2537619b-b493-4ab6-a414-3dd51d5a05a6 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:16:28.934787 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233', 'code': 200} Jun 10 16:16:28.974721 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:28.978618 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:29.022258 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:29.052925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5147e-71a8-4394-b057-992944880fc8 req-554f2c3e-b483-460d-8e8e-cd865e04e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:29.054422 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cb5147e-71a8-4394-b057-992944880fc8 req-554f2c3e-b483-460d-8e8e-cd865e04e712 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 1098 time: 0.0567286 Jun 10 16:16:29.059186 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:29.063432 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:29.065374 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:29.093309 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cb5147e-71a8-4394-b057-992944880fc8 req-5bb94925-9673-4183-a22b-c5bdf8cba1f2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Jun 10 16:16:29.121155 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=6']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:29.124126 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:29.502001 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008b531-9a87-430c-a237-ca180569857c req-6170cea6-796f-437e-9e64-c06a0b0a9560 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:29.503697 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8008b531-9a87-430c-a237-ca180569857c req-6170cea6-796f-437e-9e64-c06a0b0a9560 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0736172 Jun 10 16:16:29.546694 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8008b531-9a87-430c-a237-ca180569857c req-52e41019-55a6-4523-9afa-a5e70dd87316 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Jun 10 16:16:29.599390 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa49f48-537f-4dd0-a644-028e8e152911 req-a456acd0-bedf-4271-a9d0-84d823b94c5e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:29.600825 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3fa49f48-537f-4dd0-a644-028e8e152911 req-a456acd0-bedf-4271-a9d0-84d823b94c5e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0790236 Jun 10 16:16:29.643192 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3fa49f48-537f-4dd0-a644-028e8e152911 req-a40e6d2d-338e-4671-8eeb-ffc772d33da9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364087 Jun 10 16:16:29.836059 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9332-9e13-4a01-b836-2bed007c73a8 req-2dd6619e-4d5e-4777-bcad-6943d9a97c3c tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:29.837574 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1f3e9332-9e13-4a01-b836-2bed007c73a8 req-2dd6619e-4d5e-4777-bcad-6943d9a97c3c tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 945 time: 0.0725586 Jun 10 16:16:29.885994 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1f3e9332-9e13-4a01-b836-2bed007c73a8 req-496092fe-f7d0-478b-8971-31597957d432 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Jun 10 16:16:30.731784 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bc58d-221d-4f20-b3dd-7fea9bb3db15 req-8200fb13-882a-4511-ab8c-c9c142b56a0b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:30.733317 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fd6bc58d-221d-4f20-b3dd-7fea9bb3db15 req-8200fb13-882a-4511-ab8c-c9c142b56a0b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0700929 Jun 10 16:16:30.777027 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fd6bc58d-221d-4f20-b3dd-7fea9bb3db15 req-d547c33e-d554-4528-b5d5-706b7bccc116 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381176 Jun 10 16:16:30.832966 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf659-40ae-4406-bd07-c3d74e4eb838 req-a5173768-3597-40f2-a68c-6e4ebae301b2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:30.834537 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0bccf659-40ae-4406-bd07-c3d74e4eb838 req-a5173768-3597-40f2-a68c-6e4ebae301b2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0722489 Jun 10 16:16:30.876666 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0bccf659-40ae-4406-bd07-c3d74e4eb838 req-37706973-f993-445e-9543-584ace997c1f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361340 Jun 10 16:16:30.936069 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:16:30.938440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5852384a-cc27-4b27-aeea-a74cdb293a25" -d '{"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-unplugged", "status": "completed", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:16:30.975754 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15922720-ac07-4e3f-b558-6d7a8ec17c57 x-openstack-request-id: req-15922720-ac07-4e3f-b558-6d7a8ec17c57 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:16:30.976055 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-unplugged", "status": "completed", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:16:30.976742 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15922720-ac07-4e3f-b558-6d7a8ec17c57 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:16:30.977591 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'code': 200} Jun 10 16:16:31.076256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362e46-fd13-4c96-b492-c4a0a82949ad req-e691a65d-9b26-4e5f-b9da-634b0c2bfcf8 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:31.077729 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a5362e46-fd13-4c96-b492-c4a0a82949ad req-e691a65d-9b26-4e5f-b9da-634b0c2bfcf8 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 945 time: 0.0712771 Jun 10 16:16:31.118338 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a5362e46-fd13-4c96-b492-c4a0a82949ad req-46be2dab-2770-455c-8cdf-45fc8fbf6f24 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348368 Jun 10 16:16:31.965289 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5a38-0f21-49fe-bd86-2585407d05c9 req-9ffcfcd3-c2a8-49e5-a8b4-480efb9036b1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:31.966772 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cd3a5a38-0f21-49fe-bd86-2585407d05c9 req-9ffcfcd3-c2a8-49e5-a8b4-480efb9036b1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0700288 Jun 10 16:16:32.009431 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cd3a5a38-0f21-49fe-bd86-2585407d05c9 req-e4d63ef1-3b48-4583-be50-68ccf520882c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371115 Jun 10 16:16:32.058051 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522840c-ccd4-4a5b-b14a-c975a99e7c0c req-e9c7db8c-a65c-4a24-9cec-41a53f4b98b9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:32.059529 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3522840c-ccd4-4a5b-b14a-c975a99e7c0c req-e9c7db8c-a65c-4a24-9cec-41a53f4b98b9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0703855 Jun 10 16:16:32.100842 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3522840c-ccd4-4a5b-b14a-c975a99e7c0c req-ad4d94ef-ff46-4c0a-80bc-4ec956d54590 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Jun 10 16:16:33.199421 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93b279-e843-496d-91ee-8dbd96efbfee req-c4197791-9cd3-4621-b93f-14d539313341 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:33.200899 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-be93b279-e843-496d-91ee-8dbd96efbfee req-c4197791-9cd3-4621-b93f-14d539313341 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0760126 Jun 10 16:16:33.244430 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-be93b279-e843-496d-91ee-8dbd96efbfee req-f5f8a85c-6486-48cf-a0d6-cff4399f16e0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380092 Jun 10 16:16:33.299066 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ec10b-527a-4d11-99b6-e16120af3c5a req-102e6506-de0d-42e5-9c51-b8437575cf6d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:33.300547 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0f4ec10b-527a-4d11-99b6-e16120af3c5a req-102e6506-de0d-42e5-9c51-b8437575cf6d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0842068 Jun 10 16:16:33.342350 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0f4ec10b-527a-4d11-99b6-e16120af3c5a req-7ecfe228-e53d-4ec3-96f2-3977e4780d1e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362136 Jun 10 16:16:34.438203 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7cd0b-a3fc-4626-9f3a-5735f0574bed req-13e2af8e-8879-455d-825b-43a0ba3cf8db tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:34.439583 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b2c7cd0b-a3fc-4626-9f3a-5735f0574bed req-13e2af8e-8879-455d-825b-43a0ba3cf8db tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0690103 Jun 10 16:16:34.484451 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b2c7cd0b-a3fc-4626-9f3a-5735f0574bed req-082ecaf7-566f-465d-a7f6-50463dd0f0e7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Jun 10 16:16:34.526805 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7003c-3f3c-4861-b1d1-56a8d3329e6c req-00c8d9db-4eca-474a-b1c1-f6d6b53d067d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:34.528275 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-efb7003c-3f3c-4861-b1d1-56a8d3329e6c req-00c8d9db-4eca-474a-b1c1-f6d6b53d067d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0732346 Jun 10 16:16:34.569030 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-efb7003c-3f3c-4861-b1d1-56a8d3329e6c req-aedd5b1c-8511-4a4b-a051-ace968c97894 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351250 Jun 10 16:16:35.671723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ad9-8c2d-43e9-bd20-e34f142e0017 req-6999f5c5-21d7-47a3-8af2-2f9a7ceea7af tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:35.673286 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-04798ad9-8c2d-43e9-bd20-e34f142e0017 req-6999f5c5-21d7-47a3-8af2-2f9a7ceea7af tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0712395 Jun 10 16:16:35.716698 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-04798ad9-8c2d-43e9-bd20-e34f142e0017 req-403ecf54-4b51-4a36-8bc5-2c424cab916c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Jun 10 16:16:35.760045 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b177cc-dfbb-4262-97c3-446b59d5cd4f req-c9074ab8-80fa-4dce-b33d-d29cdff8da4c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:35.761803 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51b177cc-dfbb-4262-97c3-446b59d5cd4f req-c9074ab8-80fa-4dce-b33d-d29cdff8da4c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0749841 Jun 10 16:16:35.802110 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51b177cc-dfbb-4262-97c3-446b59d5cd4f req-2b4ee5ea-10bf-42b0-9752-b07bd5a63e37 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347626 Jun 10 16:16:36.901875 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7762ec3-18ca-43e5-93ed-cb981932a4ba req-d257cdea-11bb-4760-ad5d-0ce310869913 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:36.903348 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b7762ec3-18ca-43e5-93ed-cb981932a4ba req-d257cdea-11bb-4760-ad5d-0ce310869913 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0696599 Jun 10 16:16:36.944129 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b7762ec3-18ca-43e5-93ed-cb981932a4ba req-a907406b-cf12-4fbe-bc7b-504280c01a3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353794 Jun 10 16:16:36.984131 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c124d1-a830-4e87-b758-4e344a3b17a2 req-b1c57f4f-081a-4226-949f-cb22d2cca534 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:36.985562 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-16c124d1-a830-4e87-b758-4e344a3b17a2 req-b1c57f4f-081a-4226-949f-cb22d2cca534 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0700598 Jun 10 16:16:37.030807 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-16c124d1-a830-4e87-b758-4e344a3b17a2 req-d5b8a8aa-05a4-49f6-9574-764dbc1a02a4 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Jun 10 16:16:38.130615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94be75-bd24-4096-a10e-7ab84f605d52 req-d483124a-3b26-4003-9781-282ac09b236e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:38.132199 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0b94be75-bd24-4096-a10e-7ab84f605d52 req-d483124a-3b26-4003-9781-282ac09b236e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0726864 Jun 10 16:16:38.174968 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0b94be75-bd24-4096-a10e-7ab84f605d52 req-de08308e-8ad5-440c-b536-997d739f1626 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369694 Jun 10 16:16:38.218653 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6450-4fc9-4df5-9ec0-faf2f1ce77a4 req-51ca53a7-9c92-45f3-9f39-22fa09502114 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:38.220086 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ae0f6450-4fc9-4df5-9ec0-faf2f1ce77a4 req-51ca53a7-9c92-45f3-9f39-22fa09502114 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0731697 Jun 10 16:16:38.263432 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-ae0f6450-4fc9-4df5-9ec0-faf2f1ce77a4 req-a2e77692-ee92-4a9e-9b60-0a8bfa1f6c9e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377901 Jun 10 16:16:39.368530 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54933cee-79b2-480b-be5b-9b8256708655 req-f6f45dd0-bc38-4067-a95b-3f25392d086c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:39.370286 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-54933cee-79b2-480b-be5b-9b8256708655 req-f6f45dd0-bc38-4067-a95b-3f25392d086c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0754359 Jun 10 16:16:39.416615 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-54933cee-79b2-480b-be5b-9b8256708655 req-f584aa96-e0a9-4335-858b-35b7cc16b7c1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Jun 10 16:16:39.458912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd3be1-13a7-4019-8287-176958dc15c4 req-93ecba75-f922-4116-85d0-ce2eff40039c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:39.460620 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cebd3be1-13a7-4019-8287-176958dc15c4 req-93ecba75-f922-4116-85d0-ce2eff40039c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0724826 Jun 10 16:16:39.505105 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cebd3be1-13a7-4019-8287-176958dc15c4 req-efe4afc4-72db-4c9a-8391-17addaddbfe9 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376983 Jun 10 16:16:40.609095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f679-f6f6-4fff-94c2-c16edfc023f1 req-a1ab5125-6898-472c-9b74-39c9428d941f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:40.610571 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6363f679-f6f6-4fff-94c2-c16edfc023f1 req-a1ab5125-6898-472c-9b74-39c9428d941f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0786061 Jun 10 16:16:40.653327 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6363f679-f6f6-4fff-94c2-c16edfc023f1 req-91c5db24-2abf-4403-a955-289b2d8f4018 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367832 Jun 10 16:16:40.696698 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03391617-ddbe-45ba-b287-a3b9fd4b2415 req-4de4e10a-89e0-43f1-9d87-7d66f11f7597 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:40.698877 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-03391617-ddbe-45ba-b287-a3b9fd4b2415 req-4de4e10a-89e0-43f1-9d87-7d66f11f7597 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0732651 Jun 10 16:16:40.745572 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-03391617-ddbe-45ba-b287-a3b9fd4b2415 req-604bd5f8-ac95-499b-974c-b77143320605 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Jun 10 16:16:41.031030 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 57530) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:41.106019 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f333dd1-0674-484a-b2c0-931eb68f6048 req-ef42eefc-3ab9-4973-a5e7-2a15e0b9d014 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:41.107497 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1f333dd1-0674-484a-b2c0-931eb68f6048 req-ef42eefc-3ab9-4973-a5e7-2a15e0b9d014 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0698829 Jun 10 16:16:41.130205 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-0c05e5b8-f12b-4803-a038-0ad6c29d1240 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978923 Jun 10 16:16:41.150769 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1f333dd1-0674-484a-b2c0-931eb68f6048 req-d9914985-e314-4a13-a923-ad5bd94b611b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369372 Jun 10 16:16:41.840474 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdba20-dbd8-42f2-8816-658652b1ebb7 req-f76c54c8-2422-44d1-a440-813b9b4b3c94 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:41.841983 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-27bdba20-dbd8-42f2-8816-658652b1ebb7 req-f76c54c8-2422-44d1-a440-813b9b4b3c94 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0734875 Jun 10 16:16:41.884529 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-27bdba20-dbd8-42f2-8816-658652b1ebb7 req-61f69732-86d1-4c85-a9d3-12bf1f0a2d8c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 Jun 10 16:16:42.340429 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c08eb-11d0-4bff-ab5f-4521d8991769 req-5d861fb8-98a5-4a93-9865-6e9e9da96157 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:42.341930 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c54c08eb-11d0-4bff-ab5f-4521d8991769 req-5d861fb8-98a5-4a93-9865-6e9e9da96157 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0747921 Jun 10 16:16:42.382784 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c54c08eb-11d0-4bff-ab5f-4521d8991769 req-5327afd8-19a1-43aa-9a1e-cf97a75b23a8 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353472 Jun 10 16:16:42.600113 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:16:42.732575 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:42.754845 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'mac_address': 'fa:16:3e:87:bb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:16:42.800890 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:42.818675 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa9b566b-7cff-4a63-915d-c236ce9838e1 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:16:42.842675 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:42.847291 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:42.849114 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:42.909360 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=6']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:42.912408 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:42.943499 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['aa9b566b-7cff-4a63-915d-c236ce9838e1'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:16:43.096451 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38e84-0da6-4d37-98d5-50468c2ca85b req-7af8723a-c96f-4449-800a-2b9751bd4636 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:43.098784 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a6a38e84-0da6-4d37-98d5-50468c2ca85b req-7af8723a-c96f-4449-800a-2b9751bd4636 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 945 time: 0.0899732 Jun 10 16:16:43.145314 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a6a38e84-0da6-4d37-98d5-50468c2ca85b req-41806497-f170-4e78-a6c1-9a24c5352edc tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Jun 10 16:16:43.576586 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac3fe5-0048-430d-9298-ebdc2a726db3 req-2b216079-59bf-421d-9b3d-bf45f8787f90 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:43.577208 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-62ac3fe5-0048-430d-9298-ebdc2a726db3 req-2b216079-59bf-421d-9b3d-bf45f8787f90 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0743082 Jun 10 16:16:43.639779 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-62ac3fe5-0048-430d-9298-ebdc2a726db3 req-4228c709-013e-4e36-a9f0-9d65f591dd9f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557764 Jun 10 16:16:44.353712 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8238-86b0-406e-9c48-3998aab26c1c req-fbdfb388-58c8-434c-8e01-a8d5a2e58387 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:44.355997 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-897d8238-86b0-406e-9c48-3998aab26c1c req-fbdfb388-58c8-434c-8e01-a8d5a2e58387 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 945 time: 0.0809188 Jun 10 16:16:44.401042 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-897d8238-86b0-406e-9c48-3998aab26c1c req-3f289229-6b2d-4d0a-8394-6505fb712ff2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391152 Jun 10 16:16:44.622063 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:16:44.701629 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port aa9b566b-7cff-4a63-915d-c236ce9838e1 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:16:44.702032 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:44.821233 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:44.866171 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:44.867207 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:16:44.870839 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5dcc8e-afb1-4fa4-b226-d1589f2a879b" -d '{"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:16:44.875594 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:44.878623 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:44.945025 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=7']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:44.950733 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d7ec4-968d-4ac7-9510-1f15829a380f req-4cab507e-2e6a-4251-91d2-3080fabf7659 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:44.953029 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0e1d7ec4-968d-4ac7-9510-1f15829a380f req-4cab507e-2e6a-4251-91d2-3080fabf7659 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.1063125 Jun 10 16:16:44.957222 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:44.958760 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defff247-6c28-49b4-8359-8d4886019b83 x-openstack-request-id: req-defff247-6c28-49b4-8359-8d4886019b83 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:16:44.959063 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:16:44.959339 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-defff247-6c28-49b4-8359-8d4886019b83 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:16:44.959732 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'code': 200} Jun 10 16:16:45.023003 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0e1d7ec4-968d-4ac7-9510-1f15829a380f req-bbb7027d-1606-4662-8a4f-16aa2bc69945 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622380 Jun 10 16:16:45.117081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 57622) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:45.298142 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.420594 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.448650 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.474538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c1c5964e-ff41-4b7a-9cb8-a8c61e8ea611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:45.522412 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 57630) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:45.522632 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a52375da15e746cd8428db31d73a57f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043159 Jun 10 16:16:45.523650 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe98484-28b0-4330-9075-3ea863e2c716,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:45.541307 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:45.590766 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.616528 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.651651 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c5db5-a4ab-485f-9f26-be80b814acda req-ff115ecd-f429-4102-8245-43db3be36a36 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:45.653686 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b98c5db5-a4ab-485f-9f26-be80b814acda req-ff115ecd-f429-4102-8245-43db3be36a36 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0816829 Jun 10 16:16:45.675661 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.679326 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:45.683414 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbe98484-28b0-4330-9075-3ea863e2c716 HTTP/1.1" status: 204 len: 168 time: 0.1567504 Jun 10 16:16:45.683414 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-85c0ebdb-71f8-41bf-bbcc-cda55a299f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:45.708034 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe98484-28b0-4330-9075-3ea863e2c716,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:45.713423 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:45.729654 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b98c5db5-a4ab-485f-9f26-be80b814acda req-56362b62-ddfd-464a-8ed8-1dbddfd2df12 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698764 Jun 10 16:16:46.234820 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89fa49-8ada-4401-a6aa-167184af3073 req-3c3f4562-4927-4440-82d7-460bea1c763b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:46.236965 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7c89fa49-8ada-4401-a6aa-167184af3073 req-3c3f4562-4927-4440-82d7-460bea1c763b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0870147 Jun 10 16:16:46.301235 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7c89fa49-8ada-4401-a6aa-167184af3073 req-27643056-63f7-42a3-b075-d2be26b5cb18 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522394 Jun 10 16:16:46.724899 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:46.959219 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0e24-625a-4571-af0f-ab3ed3ed1f06 req-fe8f64a0-1904-4f0b-99f6-ba396752c066 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:46.961406 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-542a0e24-625a-4571-af0f-ab3ed3ed1f06 req-fe8f64a0-1904-4f0b-99f6-ba396752c066 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0915854 Jun 10 16:16:47.027194 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 57674) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:47.041802 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-542a0e24-625a-4571-af0f-ab3ed3ed1f06 req-ac8f8fe4-7a73-4ca5-9f6a-e82fd6343a6b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691779 Jun 10 16:16:47.165427 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.272889 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.277896 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.280280 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8d41e65d-e955-4e30-bd57-1f19d8d12847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:47.304085 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de95497a-4208-424d-b32d-257159d68c4e,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:47.345954 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90e017cd90754d50b5dd8644873051d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176658 Jun 10 16:16:47.347020 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:47.348109 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 57680) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:47.443740 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.497568 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.567660 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5ffac-7d6c-4272-88bc-e269e2374d93 req-97ab20b4-c652-4f0a-9479-ace6910e5e00 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:47.569083 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-41f5ffac-7d6c-4272-88bc-e269e2374d93 req-97ab20b4-c652-4f0a-9479-ace6910e5e00 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.1271803 Jun 10 16:16:47.583802 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.586507 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:47.589999 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de95497a-4208-424d-b32d-257159d68c4e HTTP/1.1" status: 204 len: 168 time: 0.2384651 Jun 10 16:16:47.606918 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-75ab6bde-7327-439b-9f06-739ecebbf4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:47.619502 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de95497a-4208-424d-b32d-257159d68c4e,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:47.632053 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:47.640153 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-41f5ffac-7d6c-4272-88bc-e269e2374d93 req-a70bbedd-997d-4bd2-9afa-5fbd5f476a74 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642254 Jun 10 16:16:48.272751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfbd73-8bc6-4b52-bcf2-8c596d9c1031 req-5ddf3759-bd50-4fa9-b8c0-951bf4afc219 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:48.274566 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6edfbd73-8bc6-4b52-bcf2-8c596d9c1031 req-5ddf3759-bd50-4fa9-b8c0-951bf4afc219 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.1005068 Jun 10 16:16:48.325976 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6edfbd73-8bc6-4b52-bcf2-8c596d9c1031 req-eef1627a-0607-4941-aef5-6dad94493ba7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451694 Jun 10 16:16:48.682006 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-97f6c63d-1712-4c9f-a1fd-708183cefed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:48.849535 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5773c-aba4-4ff9-afe8-4cca1a01a033 req-a3b7fbc2-7009-4941-bd89-1e3bfd5e6ea8 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:48.851609 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-68e5773c-aba4-4ff9-afe8-4cca1a01a033 req-a3b7fbc2-7009-4941-bd89-1e3bfd5e6ea8 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0846751 Jun 10 16:16:48.898806 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-68e5773c-aba4-4ff9-afe8-4cca1a01a033 req-78c86af5-1e85-4a19-a490-6201d177ead2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Jun 10 16:16:49.523670 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907651d0-f925-403f-9845-13a45054a62b req-abb76ceb-f60c-4655-99a1-cd45c0e17d7e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:49.525390 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-907651d0-f925-403f-9845-13a45054a62b req-abb76ceb-f60c-4655-99a1-cd45c0e17d7e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0743566 Jun 10 16:16:49.573420 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-907651d0-f925-403f-9845-13a45054a62b req-ac8446c8-0ee5-434a-b3ea-ca5314552910 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Jun 10 16:16:49.877271 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-2c8dc097-f934-4ed8-8d99-803c77601c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:49.878758 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-2c8dc097-f934-4ed8-8d99-803c77601c4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1099 time: 0.0677574 Jun 10 16:16:50.070239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-21fed4cf-662d-452e-9ab5-f6e2cd127c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:50.072570 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-21fed4cf-662d-452e-9ab5-f6e2cd127c30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.1701126 Jun 10 16:16:50.095152 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc62473-2100-4b28-bc68-195619197c66 req-89abddee-aded-4b97-8678-74ff7d8534df tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:50.096726 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4dc62473-2100-4b28-bc68-195619197c66 req-89abddee-aded-4b97-8678-74ff7d8534df tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0785308 Jun 10 16:16:50.156827 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4dc62473-2100-4b28-bc68-195619197c66 req-f54e58c4-90a7-41ca-ba31-bb287bed5271 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509541 Jun 10 16:16:50.186199 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-0eb08c03-23a6-43fd-b889-625768cdc536 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 1002 time: 0.1059279 Jun 10 16:16:50.254220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-dcd2b154-2bc7-4b73-ab4a-7071a93b0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:50.255942 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-dcd2b154-2bc7-4b73-ab4a-7071a93b0acd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0606761 Jun 10 16:16:50.337206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-3636475f-0f33-4d07-ac86-5467be28f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:50.339392 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-3636475f-0f33-4d07-ac86-5467be28f823 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741491 Jun 10 16:16:50.479336 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-eafc683b-1bd3-49ef-9812-fe18dca9764c service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299119 Jun 10 16:16:50.611627 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a0534223-0a51-46ab-89d8-aaaaebddcf83 req-295fb444-9d9a-4971-8ab8-7910883177b5 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243048 Jun 10 16:16:50.785226 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85bbf-45ee-4279-93d9-45abac3dba07 req-bf2fe713-578a-44f5-a98b-8fa6c7c22251 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:50.786725 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bb85bbf-45ee-4279-93d9-45abac3dba07 req-bf2fe713-578a-44f5-a98b-8fa6c7c22251 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0720108 Jun 10 16:16:50.830385 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bb85bbf-45ee-4279-93d9-45abac3dba07 req-beefa8d4-c10f-4066-9841-5778106199b0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375736 Jun 10 16:16:51.114523 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c1293b3b-3f5e-4ce6-8382-2d2bba1cac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:51.362389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0ecd-31ba-4327-ba8a-3fda72b7e3eb req-b88794df-2cfe-4f57-8ea6-a67e3f77ca0f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:51.364388 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-91ac0ecd-31ba-4327-ba8a-3fda72b7e3eb req-b88794df-2cfe-4f57-8ea6-a67e3f77ca0f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0824559 Jun 10 16:16:51.416316 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-91ac0ecd-31ba-4327-ba8a-3fda72b7e3eb req-d30306c7-5408-4ae7-96cb-531df2df22fa tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Jun 10 16:16:51.526153 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:51.995021 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:16:52.026981 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3721e3-e706-4e20-9c53-1a4d7a8a7f45 req-7f073eaa-acb0-4fdd-af2e-33fb5acfd924 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:52.028495 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bb3721e3-e706-4e20-9c53-1a4d7a8a7f45 req-7f073eaa-acb0-4fdd-af2e-33fb5acfd924 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0723991 Jun 10 16:16:52.038547 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:52.074817 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bb3721e3-e706-4e20-9c53-1a4d7a8a7f45 req-824ff274-2adc-4c8e-83cf-2eced35e37fd tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Jun 10 16:16:52.604408 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eecfe-f2d0-44a1-bece-580ebf4896b6 req-416c318d-51e5-4e5c-b433-5e007e8e708e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:52.605813 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bb5eecfe-f2d0-44a1-bece-580ebf4896b6 req-416c318d-51e5-4e5c-b433-5e007e8e708e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0695353 Jun 10 16:16:52.647835 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bb5eecfe-f2d0-44a1-bece-580ebf4896b6 req-d85839f9-f1b6-4342-935d-ab36f0de7c20 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362351 Jun 10 16:16:52.700347 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353276-b801-4694-a57d-6cfa71ebe289 req-aeff62d1-6502-4040-8a4f-574d8c86a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:52.701853 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-aeff62d1-6502-4040-8a4f-574d8c86a951 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1099 time: 0.0588133 Jun 10 16:16:52.818996 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353276-b801-4694-a57d-6cfa71ebe289 req-c096b625-d29d-46f8-9255-979d267183a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:52.820442 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-c096b625-d29d-46f8-9255-979d267183a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.1114199 Jun 10 16:16:52.901684 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-811e0f33-9cd0-419b-b0c3-991fc68ddeb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 1002 time: 0.0738125 Jun 10 16:16:52.961379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353276-b801-4694-a57d-6cfa71ebe289 req-55fa8cf7-ce82-4088-8ce8-1fbc9faec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:52.963489 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-55fa8cf7-ce82-4088-8ce8-1fbc9faec901 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0549943 Jun 10 16:16:53.027103 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353276-b801-4694-a57d-6cfa71ebe289 req-65158745-19f0-47ff-b9b7-db732fd02980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:53.028512 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-65158745-19f0-47ff-b9b7-db732fd02980 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569022 Jun 10 16:16:53.144789 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-119e388c-16ec-4146-9c15-017b76c3a3ae service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086028 Jun 10 16:16:53.297855 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-91353276-b801-4694-a57d-6cfa71ebe289 req-61532b2e-554e-44b7-a78f-4184660c76ae service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456642 Jun 10 16:16:53.320584 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d7988-4ba3-408d-ab55-db22833de149 req-bc1fe633-ba9f-4d33-8479-5a3e1d366b77 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:53.322859 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-355d7988-4ba3-408d-ab55-db22833de149 req-bc1fe633-ba9f-4d33-8479-5a3e1d366b77 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0934527 Jun 10 16:16:53.363950 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-355d7988-4ba3-408d-ab55-db22833de149 req-077c21eb-344e-442e-bf40-d2726f72d1e1 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355611 Jun 10 16:16:53.829936 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69576f-d5fb-458d-8c4c-cd58f88e811c req-c9968e59-2ddb-4585-a34e-edbd897c1c1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:53.833105 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-de69576f-d5fb-458d-8c4c-cd58f88e811c req-c9968e59-2ddb-4585-a34e-edbd897c1c1c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0746615 Jun 10 16:16:53.878762 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-de69576f-d5fb-458d-8c4c-cd58f88e811c req-46e96920-846b-455c-be48-680ce5941dac tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Jun 10 16:16:53.917078 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:54.555209 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ac9cc-601d-4f75-8a08-9212d41c18ab req-63167ac2-4820-4752-964f-176585af37e6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:54.556685 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-465ac9cc-601d-4f75-8a08-9212d41c18ab req-63167ac2-4820-4752-964f-176585af37e6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0735281 Jun 10 16:16:54.598034 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-465ac9cc-601d-4f75-8a08-9212d41c18ab req-22cbd558-31ea-48d5-a597-8b20e165a903 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355639 Jun 10 16:16:55.055353 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e612d-5acf-4c1b-9d6d-7f3f7f2ac2ae req-b01a09fc-2232-4fd9-96cd-fb07cf8af95d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:55.056819 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8d6e612d-5acf-4c1b-9d6d-7f3f7f2ac2ae req-b01a09fc-2232-4fd9-96cd-fb07cf8af95d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0661705 Jun 10 16:16:55.099558 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8d6e612d-5acf-4c1b-9d6d-7f3f7f2ac2ae req-e52e5e32-6cd4-4325-ad52-507bdc2b0db7 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367916 Jun 10 16:16:55.786723 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c163435-e614-476d-b553-b4c1df42210a req-bb5bb9a3-bac4-4a43-a763-d0bca6b0f670 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:55.788116 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8c163435-e614-476d-b553-b4c1df42210a req-bb5bb9a3-bac4-4a43-a763-d0bca6b0f670 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 946 time: 0.0727291 Jun 10 16:16:55.831905 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8c163435-e614-476d-b553-b4c1df42210a req-b4f09152-02a7-4885-bc08-4f810e622653 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368040 Jun 10 16:16:56.293035 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e15d2-062d-4342-b87c-157e377e8b40 req-9502db40-a214-4941-9fa5-0c4817cf6ec1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:56.294437 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-926e15d2-062d-4342-b87c-157e377e8b40 req-9502db40-a214-4941-9fa5-0c4817cf6ec1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0813153 Jun 10 16:16:56.338253 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-926e15d2-062d-4342-b87c-157e377e8b40 req-06fa1a13-66d0-4871-9fa3-348e55bc14eb tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378182 Jun 10 16:16:56.708972 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:16:56.807530 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.835085 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:16:56.837414 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93c24c7-fbc1-493b-a9f3-b1b8129db5cf" -d '{"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:16:56.853689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:16:56.859017 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.862054 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:56.903906 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0287d6da-970a-4243-bb37-e5e68ec71c16 x-openstack-request-id: req-0287d6da-970a-4243-bb37-e5e68ec71c16 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:16:56.904203 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-unplugged", "status": "failed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "code": 422}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:16:56.904461 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0287d6da-970a-4243-bb37-e5e68ec71c16 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:16:56.904853 dv-cinder-789564-6-iscsi neutron-server[91920]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'code': 422} returned with failed status Jun 10 16:16:56.941037 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=8']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:56.944478 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:57.040251 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-283394a3-ce37-4dd9-802a-e242f1163e88 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651672 Jun 10 16:16:57.042189 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed2f9d-b167-4b75-b400-8d6751c2c80b req-32911aee-6c87-4a6a-8368-7a383fe3b5fb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:57.043730 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1fed2f9d-b167-4b75-b400-8d6751c2c80b req-32911aee-6c87-4a6a-8368-7a383fe3b5fb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0796189 Jun 10 16:16:57.126034 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1fed2f9d-b167-4b75-b400-8d6751c2c80b req-6df7f8f3-c892-4258-97a3-17760e186769 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750289 Jun 10 16:16:57.526938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5c8b3-5f83-4652-b089-6ca1d7a1156c req-5aeb5160-8a1b-469d-80fe-77e010dc65d6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:57.528451 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38a5c8b3-5f83-4652-b089-6ca1d7a1156c req-5aeb5160-8a1b-469d-80fe-77e010dc65d6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0746629 Jun 10 16:16:57.573059 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-38a5c8b3-5f83-4652-b089-6ca1d7a1156c req-f641f4cb-0321-4418-ae21-27ad6987604a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386672 Jun 10 16:16:58.011057 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-fc7dcbae-684b-4b23-8ac6-7dcee96c1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.012578 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-fc7dcbae-684b-4b23-8ac6-7dcee96c1240 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f&tenant_id=2073ea951e764d91a6191699b0e02db2 HTTP/1.1" status: 200 len: 1097 time: 0.0571799 Jun 10 16:16:58.092108 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-8a65681b-9b3e-49ee-bd69-4fd52f996b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.093696 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-8a65681b-9b3e-49ee-bd69-4fd52f996b9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2073ea951e764d91a6191699b0e02db2&device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1097 time: 0.0593367 Jun 10 16:16:58.222896 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-c1f59850-512c-4b38-95f8-52a2edf5d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.224535 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-c1f59850-512c-4b38-95f8-52a2edf5d9be service neutron] 10.222.0.49 "GET /v2.0/networks?id=c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 200 len: 918 time: 0.1203225 Jun 10 16:16:58.343905 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854337d5-0b01-4fa3-9515-84d9a2a94a0a req-6c4a2dd2-7e5d-4be7-aaab-cdfa250bd880 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.345472 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-854337d5-0b01-4fa3-9515-84d9a2a94a0a req-6c4a2dd2-7e5d-4be7-aaab-cdfa250bd880 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0778236 Jun 10 16:16:58.399414 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-854337d5-0b01-4fa3-9515-84d9a2a94a0a req-846966f1-7062-4cf2-ae04-0b18d0f17344 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472646 Jun 10 16:16:58.613258 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-692b7003-6a8d-4ab5-83dc-af689873f501 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 200 len: 1000 time: 0.3812087 Jun 10 16:16:58.674559 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-35e89747-a09f-4a4b-9634-baf373d12b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.676004 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-35e89747-a09f-4a4b-9634-baf373d12b68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 200 len: 856 time: 0.0513215 Jun 10 16:16:58.741685 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-9249b587-e379-4dd2-855f-bbbc8fde99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.743192 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-9249b587-e379-4dd2-855f-bbbc8fde99a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c04c9874-ce23-4aa4-a6d9-8b601de141e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610199 Jun 10 16:16:58.759194 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd680b7-0f6c-4676-9776-e4193fa96cac req-00f757de-3a70-476c-8147-b30a25a818a2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.760766 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cbd680b7-0f6c-4676-9776-e4193fa96cac req-00f757de-3a70-476c-8147-b30a25a818a2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0725424 Jun 10 16:16:58.806035 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-cbd680b7-0f6c-4676-9776-e4193fa96cac req-9b978c3c-93a1-46b2-8d67-8decc7abcf73 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393469 Jun 10 16:16:58.857089 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-a3144bf9-8fe6-482a-8155-00f6e3ae0117 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071622 Jun 10 16:16:58.976656 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1e17e15a-4bc0-4f1d-8322-39645e320e31 req-b1d27842-7377-42a4-9db0-831394dbc2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123483 Jun 10 16:16:59.709525 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ae22-2df2-4505-b6ef-3f17e3b82a95 req-1b2ef234-9e5d-4343-a6c7-8bf79d740db2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:59.711944 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f8e8ae22-2df2-4505-b6ef-3f17e3b82a95 req-1b2ef234-9e5d-4343-a6c7-8bf79d740db2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.1179914 Jun 10 16:16:59.759956 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f8e8ae22-2df2-4505-b6ef-3f17e3b82a95 req-761e87a1-7c96-4328-ba35-eb8e38901f28 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389569 Jun 10 16:16:59.992714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce85973-9b8d-4e85-ae06-76c0dd1431e2 req-ddd41c49-f195-4ff2-aa51-1fc683d3a64b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:00.000568 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3ce85973-9b8d-4e85-ae06-76c0dd1431e2 req-ddd41c49-f195-4ff2-aa51-1fc683d3a64b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0783701 Jun 10 16:17:00.038777 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3ce85973-9b8d-4e85-ae06-76c0dd1431e2 req-f8ec483c-9883-4ed5-b8ef-7fa23b727190 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 Jun 10 16:17:00.966060 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df9a14-e13b-450c-8219-0eb8f5f2aef6 req-3675bf92-1f6b-44d3-98f6-24b2d1ca56a4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:00.971672 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-53df9a14-e13b-450c-8219-0eb8f5f2aef6 req-3675bf92-1f6b-44d3-98f6-24b2d1ca56a4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0794785 Jun 10 16:17:01.012755 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-53df9a14-e13b-450c-8219-0eb8f5f2aef6 req-c15d9d92-c6b6-49ff-87d6-b373fa1bc19f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Jun 10 16:17:01.230420 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382825-58b9-4855-bc41-d502700a6627 req-f38c4c11-0cb2-4d6e-919f-1743888b6865 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:01.231862 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3a382825-58b9-4855-bc41-d502700a6627 req-f38c4c11-0cb2-4d6e-919f-1743888b6865 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0776851 Jun 10 16:17:01.275447 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3a382825-58b9-4855-bc41-d502700a6627 req-a376ffec-2d9c-49db-9de3-895e63970ad0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371850 Jun 10 16:17:02.211519 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2801f4-38a4-40d5-ac8c-b16f2e3f4e28 req-c37b1057-3fd0-4534-89f6-e767012d7445 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:02.213122 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5c2801f4-38a4-40d5-ac8c-b16f2e3f4e28 req-c37b1057-3fd0-4534-89f6-e767012d7445 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0774698 Jun 10 16:17:02.257008 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-5c2801f4-38a4-40d5-ac8c-b16f2e3f4e28 req-709f40d2-4e65-452b-859b-643b75c8d186 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382435 Jun 10 16:17:02.496667 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec10059-007f-4b73-9e2a-5231b83170ab req-2dd7834f-c146-481a-bdd1-e7b05dba5ada tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:02.498177 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fec10059-007f-4b73-9e2a-5231b83170ab req-2dd7834f-c146-481a-bdd1-e7b05dba5ada tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0772192 Jun 10 16:17:02.541351 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fec10059-007f-4b73-9e2a-5231b83170ab req-54d9e0c6-86d8-4b55-98a9-6ef22d516967 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372252 Jun 10 16:17:03.459919 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca6ae9-83fe-4aa4-baa4-0a06014e8c37 req-822bd211-3f17-4d99-b9f1-7706129e1593 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:03.462756 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14ca6ae9-83fe-4aa4-baa4-0a06014e8c37 req-822bd211-3f17-4d99-b9f1-7706129e1593 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0797496 Jun 10 16:17:03.510841 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14ca6ae9-83fe-4aa4-baa4-0a06014e8c37 req-bdac72d9-8e03-4c63-b251-9845e185babb tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Jun 10 16:17:03.733935 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0d57f-0ebb-4701-8118-00563f745c0f req-09e58417-b082-4a91-b26f-a07ee0b4f142 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:03.735391 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abb0d57f-0ebb-4701-8118-00563f745c0f req-09e58417-b082-4a91-b26f-a07ee0b4f142 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0739968 Jun 10 16:17:03.778840 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-abb0d57f-0ebb-4701-8118-00563f745c0f req-42d9f86a-e82a-4f35-b1f7-4e7b8ea3df02 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374973 Jun 10 16:17:04.778467 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eb53c-6e0a-46ac-9354-9595c23447ce req-e0331ee0-fbb0-45b2-8ee9-992af0a73312 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:04.780141 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f95eb53c-6e0a-46ac-9354-9595c23447ce req-e0331ee0-fbb0-45b2-8ee9-992af0a73312 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0765491 Jun 10 16:17:04.827809 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f95eb53c-6e0a-46ac-9354-9595c23447ce req-1aa62ea3-5c31-4e1e-9f2f-1975edbff253 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Jun 10 16:17:04.984171 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc3da8-1e41-423a-8b02-ea702c764ce4 req-f35eba9a-7cec-4c27-b3fd-0d195b96708e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:04.986367 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-61fc3da8-1e41-423a-8b02-ea702c764ce4 req-f35eba9a-7cec-4c27-b3fd-0d195b96708e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0769193 Jun 10 16:17:05.035421 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-61fc3da8-1e41-423a-8b02-ea702c764ce4 req-41e28fae-6bdb-4544-bc80-51d895d4dd66 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Jun 10 16:17:06.023707 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642993e-e064-45f7-96d3-07b5652448bb req-34bf42d7-9257-48da-b59f-0c7c6690bb66 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:06.025595 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e642993e-e064-45f7-96d3-07b5652448bb req-34bf42d7-9257-48da-b59f-0c7c6690bb66 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0716629 Jun 10 16:17:06.094861 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e642993e-e064-45f7-96d3-07b5652448bb req-f2cb65ae-0af9-40b3-bfb7-73952d942c1f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625737 Jun 10 16:17:06.236855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e6152-139c-41f6-85f2-a99f31cb9b94 req-c3de3109-b050-4b99-b511-74b4a377d3ae tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:06.238361 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d42e6152-139c-41f6-85f2-a99f31cb9b94 req-c3de3109-b050-4b99-b511-74b4a377d3ae tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0753627 Jun 10 16:17:06.283504 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d42e6152-139c-41f6-85f2-a99f31cb9b94 req-3eada63e-f294-4440-ac84-4da1f19076a3 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 Jun 10 16:17:07.285432 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a67ce-0e08-4806-8fbd-caad2fd27336 req-0ff9f7a8-e0ea-40d6-bcdc-473e273bdcf2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:07.287056 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-846a67ce-0e08-4806-8fbd-caad2fd27336 req-0ff9f7a8-e0ea-40d6-bcdc-473e273bdcf2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0762627 Jun 10 16:17:07.339670 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-846a67ce-0e08-4806-8fbd-caad2fd27336 req-d89da84d-d08b-48ae-98bd-47f3e0e180d6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Jun 10 16:17:07.487389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d7ef7-10b1-4604-94e0-567941390bca req-a0908bff-e642-42fc-8484-b42aef01d41e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:07.488856 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-982d7ef7-10b1-4604-94e0-567941390bca req-a0908bff-e642-42fc-8484-b42aef01d41e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0717225 Jun 10 16:17:07.534080 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-982d7ef7-10b1-4604-94e0-567941390bca req-288211fd-c14a-4bed-8a7f-0c0822274d2e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385637 Jun 10 16:17:08.538962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eefb3-572a-406e-a6d1-882d421cc9b6 req-1ee4f0e5-4c35-4d93-a6ce-1a0a7cc2b41e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:08.541113 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d95eefb3-572a-406e-a6d1-882d421cc9b6 req-1ee4f0e5-4c35-4d93-a6ce-1a0a7cc2b41e tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0751743 Jun 10 16:17:08.585616 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d95eefb3-572a-406e-a6d1-882d421cc9b6 req-94cba05a-cdd3-47ea-974f-ed4700c1d761 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385747 Jun 10 16:17:08.724541 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768008d2-3880-40f7-b8cb-45123798fb08 req-b32a2c24-57c9-47b6-8b26-f594b6e09c7f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:08.726062 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-768008d2-3880-40f7-b8cb-45123798fb08 req-b32a2c24-57c9-47b6-8b26-f594b6e09c7f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0738611 Jun 10 16:17:08.771068 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-768008d2-3880-40f7-b8cb-45123798fb08 req-e3284725-d0b7-4f48-9f5c-1341a675c633 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Jun 10 16:17:09.784452 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356180e1-fb16-4126-abb6-f3d8f330ad4d req-43c9e742-fa44-4f38-9145-77f54195a7de tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:09.785952 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-356180e1-fb16-4126-abb6-f3d8f330ad4d req-43c9e742-fa44-4f38-9145-77f54195a7de tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0791695 Jun 10 16:17:09.832764 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-356180e1-fb16-4126-abb6-f3d8f330ad4d req-a1117421-3c1b-44e6-81d7-34cbfa2045a2 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Jun 10 16:17:09.955485 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df88334-c8c5-41d7-8fc9-8812ad540578 req-205d9fbf-e086-4261-9dd1-9d9ef321c74b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:09.957005 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3df88334-c8c5-41d7-8fc9-8812ad540578 req-205d9fbf-e086-4261-9dd1-9d9ef321c74b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0720918 Jun 10 16:17:09.998377 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3df88334-c8c5-41d7-8fc9-8812ad540578 req-ae260521-1b98-481c-b313-aa81726d9634 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350807 Jun 10 16:17:11.032559 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa1d1c-4be3-4e79-ad1f-1449c2734632 req-94840527-9a0e-4923-a261-cad9d402ae4d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:11.034176 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2aaa1d1c-4be3-4e79-ad1f-1449c2734632 req-94840527-9a0e-4923-a261-cad9d402ae4d tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0699770 Jun 10 16:17:11.079137 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2aaa1d1c-4be3-4e79-ad1f-1449c2734632 req-a99434e5-c07c-416c-bb28-26925c5451e9 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Jun 10 16:17:11.432313 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29ae68-8120-42c7-ae24-2841b02b1079 req-d9db7331-3a30-447a-9177-1dae37f3a791 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:11.433893 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9d29ae68-8120-42c7-ae24-2841b02b1079 req-d9db7331-3a30-447a-9177-1dae37f3a791 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.3210020 Jun 10 16:17:11.475616 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9d29ae68-8120-42c7-ae24-2841b02b1079 req-f11c789f-b0e4-4b1d-8669-05158bb5aeae tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Jun 10 16:17:12.375789 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111c5a-096d-4815-b196-2895a4da37b7 req-aa732b96-7b25-44a8-a76d-78e1e24de51c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:12.378014 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e9111c5a-096d-4815-b196-2895a4da37b7 req-aa732b96-7b25-44a8-a76d-78e1e24de51c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.1680031 Jun 10 16:17:12.384123 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-903cd32c-1d4c-402e-b384-60298c946858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:12.385961 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-903cd32c-1d4c-402e-b384-60298c946858 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700&tenant_id=400320c718ae4f20ba293eaa1d79429e HTTP/1.1" status: 200 len: 1096 time: 0.1301441 Jun 10 16:17:12.488180 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e9111c5a-096d-4815-b196-2895a4da37b7 req-1cb04eda-a5f8-412f-97a4-4b50e5a6abc4 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979068 Jun 10 16:17:12.530970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-2edfb05a-b7bb-4479-a74b-ab52588a682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:12.533587 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-2edfb05a-b7bb-4479-a74b-ab52588a682a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1096 time: 0.1116676 Jun 10 16:17:12.691505 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7245c2-2614-427b-9a4d-d2b1013b9242 req-05edf722-2f65-40c2-8bc6-34eceebaa483 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:12.694161 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1a7245c2-2614-427b-9a4d-d2b1013b9242 req-05edf722-2f65-40c2-8bc6-34eceebaa483 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0746605 Jun 10 16:17:12.748548 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1a7245c2-2614-427b-9a4d-d2b1013b9242 req-7712dbba-5a75-4473-901f-62add5bddbdb tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492916 Jun 10 16:17:13.585218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-264399ba-8cc3-4235-8c74-429f9c587634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:13.586785 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-264399ba-8cc3-4235-8c74-429f9c587634 service neutron] 10.222.0.49 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 910 time: 0.1131732 Jun 10 16:17:13.679265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5e32-b69a-43a0-a1a8-1ab4ab72755a req-cbe1bf3d-4284-42ac-baa7-66102a68f125 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:13.681480 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-073c5e32-b69a-43a0-a1a8-1ab4ab72755a req-cbe1bf3d-4284-42ac-baa7-66102a68f125 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0737269 Jun 10 16:17:13.722452 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-073c5e32-b69a-43a0-a1a8-1ab4ab72755a req-e203d873-bf66-431b-923f-2ad48beabb3c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354083 Jun 10 16:17:13.932097 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e779-8c0a-4bcb-ba73-3da82e29084f req-4af7d219-3d62-49b3-aaef-11a6a88da0c5 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:13.933579 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-27a4e779-8c0a-4bcb-ba73-3da82e29084f req-4af7d219-3d62-49b3-aaef-11a6a88da0c5 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0712678 Jun 10 16:17:13.974442 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-27a4e779-8c0a-4bcb-ba73-3da82e29084f req-e74f5a33-887c-4293-8d5f-7e3e36f469d8 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Jun 10 16:17:14.442056 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-18f96cc9-85ab-4be3-b416-4196ebfda456 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 998 time: 0.0759540 Jun 10 16:17:14.913746 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38102c-8d04-459f-b008-810005d991a8 req-527bf2dd-aab2-40f0-921a-6e5669e16eb6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:14.915531 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0b38102c-8d04-459f-b008-810005d991a8 req-527bf2dd-aab2-40f0-921a-6e5669e16eb6 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 944 time: 0.0729210 Jun 10 16:17:14.959919 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0b38102c-8d04-459f-b008-810005d991a8 req-beab1484-cead-4a31-9bf5-f56c97fa2604 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Jun 10 16:17:15.152750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24549b-5c15-4675-b70a-2e98e126e707 req-d26b7d59-aa87-4318-bf3d-5f6e4b602fc1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:15.154225 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8e24549b-5c15-4675-b70a-2e98e126e707 req-d26b7d59-aa87-4318-bf3d-5f6e4b602fc1 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0681651 Jun 10 16:17:15.197493 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8e24549b-5c15-4675-b70a-2e98e126e707 req-5630df93-58fc-4188-b382-487a28655a0b tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 Jun 10 16:17:15.426501 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:17:15.457716 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-365be1e9-076d-41f1-be58-2858878b26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:15.459099 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-365be1e9-076d-41f1-be58-2858878b26d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 200 len: 848 time: 0.0533545 Jun 10 16:17:15.527284 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-4089b566-32aa-40fb-bf99-2292f7cc1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:15.528765 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-4089b566-32aa-40fb-bf99-2292f7cc1fe7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01d4fd37-333f-42ee-90f6-322341043b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623877 Jun 10 16:17:15.552462 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:15.564655 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'port_id': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'mac_address': 'fa:16:3e:87:bb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:17:15.608241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.623930 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9b566b-7cff-4a63-915d-c236ce9838e1 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:15.645242 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-a73f5ba6-feac-4504-99f4-d25744558d3c service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086047 Jun 10 16:17:15.651066 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:15.655169 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.656941 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:15.708928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=9']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:15.712522 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:15.764102 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3aaed7c6-13ab-414a-bae3-c5d528bb3168 req-9e4f2e59-84cf-4a4d-8608-fd09abe7a856 service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120636 Jun 10 16:17:15.911683 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['aa9b566b-7cff-4a63-915d-c236ce9838e1'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:17:16.153164 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2f416-66b9-4b09-97d7-85988ada651f req-693846ee-28ef-480c-b7a7-59557ca99483 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:16.154628 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-48c2f416-66b9-4b09-97d7-85988ada651f req-693846ee-28ef-480c-b7a7-59557ca99483 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 945 time: 0.0729322 Jun 10 16:17:16.194098 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-48c2f416-66b9-4b09-97d7-85988ada651f req-fd8c5b70-5ebf-47c1-9d68-d66968b6f29b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Jun 10 16:17:16.374888 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343e7a1-9d81-4adc-ac05-59b8af066ab9 req-9eb5e212-5437-499f-aace-31441388010f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:16.376351 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5343e7a1-9d81-4adc-ac05-59b8af066ab9 req-9eb5e212-5437-499f-aace-31441388010f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0689304 Jun 10 16:17:16.421870 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5343e7a1-9d81-4adc-ac05-59b8af066ab9 req-a59ab931-ad89-456b-a44c-9631876e4225 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Jun 10 16:17:16.733666 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.375241 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d9248-e59a-4235-b55f-f2f1e089c32d req-d4d0ddc2-19a1-4bc3-b32d-c02bdb0a0720 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:17.376662 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-955d9248-e59a-4235-b55f-f2f1e089c32d req-d4d0ddc2-19a1-4bc3-b32d-c02bdb0a0720 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 945 time: 0.0675423 Jun 10 16:17:17.419922 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-955d9248-e59a-4235-b55f-f2f1e089c32d req-33f24c15-acc2-469e-ad94-46c294071066 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375071 Jun 10 16:17:17.604711 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a0b0b-c701-4caf-a984-1b218611e899 req-10b4bea6-3b1e-43b1-aa45-1b6800990aaf tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:17.606178 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b17a0b0b-c701-4caf-a984-1b218611e899 req-10b4bea6-3b1e-43b1-aa45-1b6800990aaf tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0687349 Jun 10 16:17:17.651218 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b17a0b0b-c701-4caf-a984-1b218611e899 req-390779ac-9780-424d-8ded-06ad6ca56ad6 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Jun 10 16:17:17.739773 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:17:17.794091 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port aa9b566b-7cff-4a63-915d-c236ce9838e1 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:17.794475 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.884773 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.908771 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:17.911011 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261dd922-f5f9-4fe1-9892-01f0429a491e" -d '{"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:17.924719 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:17.928642 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.931068 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-25b84892-e16d-4321-b72a-21089563e892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.957286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869e6ae2-7e4a-4a57-9ce5-c147357a0bf8 x-openstack-request-id: req-869e6ae2-7e4a-4a57-9ce5-c147357a0bf8 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:17.957592 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:17.957852 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-869e6ae2-7e4a-4a57-9ce5-c147357a0bf8 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:17.958244 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'code': 200} Jun 10 16:17:17.985294 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=10']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:17.988222 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:18.602840 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724a2f0-1d91-40bd-95ec-869951cf3e49 req-95d14ce4-ffd9-47b8-a042-844f7934f011 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:18.604190 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0724a2f0-1d91-40bd-95ec-869951cf3e49 req-95d14ce4-ffd9-47b8-a042-844f7934f011 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.0676193 Jun 10 16:17:18.644829 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0724a2f0-1d91-40bd-95ec-869951cf3e49 req-ea44d237-50c2-4af0-b767-94f52ef42f42 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350909 Jun 10 16:17:18.675656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f768718d-d716-4870-be0e-9b6213e989c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.844633 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360fb9-8343-45e7-b370-3d88be4c4e0f req-5e7796ed-4265-48e9-98a6-a3e2efbeef2a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:18.846111 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7e360fb9-8343-45e7-b370-3d88be4c4e0f req-5e7796ed-4265-48e9-98a6-a3e2efbeef2a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0760896 Jun 10 16:17:18.887083 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7e360fb9-8343-45e7-b370-3d88be4c4e0f req-626aebd7-9384-4fd5-8bd7-0b7d448b86c7 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352442 Jun 10 16:17:19.836820 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f4e01-67e3-45e9-b12c-38cec9335ace req-f2352c9a-8fc1-4547-a931-37c08cfc3be7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.838546 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b67f4e01-67e3-45e9-b12c-38cec9335ace req-f2352c9a-8fc1-4547-a931-37c08cfc3be7 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.0699210 Jun 10 16:17:19.878842 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2860-dc36-4537-9e59-c3bd3069c4c1 req-e2592a2d-0656-4d05-9a9f-3f4c7a78dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.880133 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-099e2860-dc36-4537-9e59-c3bd3069c4c1 req-e2592a2d-0656-4d05-9a9f-3f4c7a78dc8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 1100 time: 0.0606477 Jun 10 16:17:19.887643 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-b67f4e01-67e3-45e9-b12c-38cec9335ace req-02cf9812-4060-49ab-aee9-138ffdee28ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Jun 10 16:17:19.921817 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-099e2860-dc36-4537-9e59-c3bd3069c4c1 req-468cbc63-15f9-4136-9d12-2105870888c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349772 Jun 10 16:17:20.070361 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198201d-f56e-475c-994e-b01fb503c232 req-7a4bdaaf-f2de-4e83-ba60-b2c375f9e4d0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:20.072274 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1198201d-f56e-475c-994e-b01fb503c232 req-7a4bdaaf-f2de-4e83-ba60-b2c375f9e4d0 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0722148 Jun 10 16:17:20.117842 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1198201d-f56e-475c-994e-b01fb503c232 req-22a072dd-8330-483f-bed9-5d5ffd37b20c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378008 Jun 10 16:17:21.102293 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f76ca7-8219-4184-927d-54dced7cc859 req-d9a5ef4b-544a-406b-a5f8-eaa6e1152be5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:21.103774 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-02f76ca7-8219-4184-927d-54dced7cc859 req-d9a5ef4b-544a-406b-a5f8-eaa6e1152be5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.0816357 Jun 10 16:17:21.120961 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2647b628-0c65-4185-b12b-065903a6463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.158385 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-02f76ca7-8219-4184-927d-54dced7cc859 req-16134266-efe7-4942-820f-737758cee331 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480466 Jun 10 16:17:21.309856 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92236c-582a-4d0e-b78c-c67d73967117 req-a8d76da5-ed73-450a-8fdd-47407be618ad tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:21.312194 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf92236c-582a-4d0e-b78c-c67d73967117 req-a8d76da5-ed73-450a-8fdd-47407be618ad tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0750983 Jun 10 16:17:21.359679 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf92236c-582a-4d0e-b78c-c67d73967117 req-11e2b483-2a83-4b7f-bd7b-ff365ca7c355 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Jun 10 16:17:21.517585 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.038939 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.337095 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91b5ce-5a07-48a7-ae60-8706b35c2f9e req-57d550d6-7174-43dd-97cc-71e03def02d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:22.338555 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f91b5ce-5a07-48a7-ae60-8706b35c2f9e req-57d550d6-7174-43dd-97cc-71e03def02d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.0680795 Jun 10 16:17:22.383975 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7f91b5ce-5a07-48a7-ae60-8706b35c2f9e req-3031a471-016c-4b92-b48a-9966e077ff95 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391738 Jun 10 16:17:22.550182 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79aecc-7d78-44c8-a35d-538f1a750396 req-7377817c-6792-4371-93fa-7c8a3cd3de3c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:22.551640 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf79aecc-7d78-44c8-a35d-538f1a750396 req-7377817c-6792-4371-93fa-7c8a3cd3de3c tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0742292 Jun 10 16:17:22.592645 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf79aecc-7d78-44c8-a35d-538f1a750396 req-72552d41-c2b5-4103-9287-1764cc93bfda tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345168 Jun 10 16:17:23.771586 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b153b3-4665-4213-a190-7c30f880ebd2 req-ebc5cd03-0d94-4fb1-97f5-b0f219d56363 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:23.773021 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-44b153b3-4665-4213-a190-7c30f880ebd2 req-ebc5cd03-0d94-4fb1-97f5-b0f219d56363 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0670319 Jun 10 16:17:23.815284 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-44b153b3-4665-4213-a190-7c30f880ebd2 req-fde0413a-a1a4-4d85-b232-2ab77b3639e5 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361412 Jun 10 16:17:23.917513 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.812730 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729e099-a445-48e1-bf2d-1785911c2b39 req-26923ed9-8d54-4a96-a4d1-1bde306041ed tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.814241 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3729e099-a445-48e1-bf2d-1785911c2b39 req-26923ed9-8d54-4a96-a4d1-1bde306041ed tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.0695436 Jun 10 16:17:24.822672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:17:24.857813 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3729e099-a445-48e1-bf2d-1785911c2b39 req-d1050704-c41c-4451-8a25-dd86f620d113 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375297 Jun 10 16:17:24.947817 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:24.959728 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'port_id': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'mac_address': 'fa:16:3e:a4:66:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:17:24.998002 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1d07b-2b04-4c3b-8656-745fd287a140 req-21de2ee4-3070-4959-99bf-46964d87c91e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.999479 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c0d1d07b-2b04-4c3b-8656-745fd287a140 req-21de2ee4-3070-4959-99bf-46964d87c91e tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 943 time: 0.0699415 Jun 10 16:17:25.006987 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.022636 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94f943a-6679-4002-9f79-61d7b3aaa809 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:25.044001 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:25.045195 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c0d1d07b-2b04-4c3b-8656-745fd287a140 req-af36f134-fe0a-4bfc-a41e-77d0413e724d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 Jun 10 16:17:25.048660 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.050511 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.107361 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=7']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.110451 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.311237 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['c94f943a-6679-4002-9f79-61d7b3aaa809'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:17:25.543446 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc2462-ea95-40e2-8cb0-8dcd5717c229 req-0290b0bc-1162-4f4c-bbfc-00e0c8a22264 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:25.544863 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-41dc2462-ea95-40e2-8cb0-8dcd5717c229 req-0290b0bc-1162-4f4c-bbfc-00e0c8a22264 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 945 time: 0.0697417 Jun 10 16:17:25.588412 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-41dc2462-ea95-40e2-8cb0-8dcd5717c229 req-39a30754-11f6-4af3-bdeb-2bd05d0db0ac tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377903 Jun 10 16:17:26.043964 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04782082-c056-49d0-a1cb-c8c210083d26 req-dbe58569-9d86-4030-9669-b2f5b5a882ec tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.045423 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-04782082-c056-49d0-a1cb-c8c210083d26 req-dbe58569-9d86-4030-9669-b2f5b5a882ec tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.0713749 Jun 10 16:17:26.086363 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-04782082-c056-49d0-a1cb-c8c210083d26 req-67718be5-ce69-4dbc-9de1-364ff8cc072a tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Jun 10 16:17:26.239074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78363bc-0da3-41af-9576-c66f45b4352d req-6bdd7837-5934-4ef2-93f2-119bf68b87d2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.240841 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f78363bc-0da3-41af-9576-c66f45b4352d req-6bdd7837-5934-4ef2-93f2-119bf68b87d2 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 944 time: 0.0667598 Jun 10 16:17:26.285128 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f78363bc-0da3-41af-9576-c66f45b4352d req-4196a574-2f72-4a5b-a6d9-125e81b2b44a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Jun 10 16:17:26.637878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-47f2b3b3-760d-4dec-ae22-389c76f49f99 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.639326 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-47f2b3b3-760d-4dec-ae22-389c76f49f99 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.0681684 Jun 10 16:17:26.798820 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Deleting port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:26.799155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.820968 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2551421-88cd-4468-bd26-9f8c58a3eba3 req-094fee53-2711-40f5-9dc1-19b711260a21 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.822402 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d2551421-88cd-4468-bd26-9f8c58a3eba3 req-094fee53-2711-40f5-9dc1-19b711260a21 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 945 time: 0.1222508 Jun 10 16:17:26.852627 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:17:26.909453 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port c94f943a-6679-4002-9f79-61d7b3aaa809 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:26.909747 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.928820 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d2551421-88cd-4468-bd26-9f8c58a3eba3 req-3271b9c7-d8bd-4731-b2dd-9904e56b24f0 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973113 Jun 10 16:17:26.955687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] For port 5fbb5552-75dd-4481-9b4a-8ff8ece54195, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5fbb5552-75dd-4481-9b4a-8ff8ece54195,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:26.956041 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.999984 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.023218 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:27.026065 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8e5cf-c7b5-47f6-9a9a-5d5885cb6001" -d '{"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-plugged", "status": "completed", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:27.040905 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:27.044842 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.048039 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.084689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb559a9-0e16-4065-bdd4-7b409ae409ac x-openstack-request-id: req-fdb559a9-0e16-4065-bdd4-7b409ae409ac {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:27.085223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-plugged", "status": "completed", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:27.085362 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdb559a9-0e16-4065-bdd4-7b409ae409ac {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:27.085772 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'code': 200} Jun 10 16:17:27.121886 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=8']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:27.129961 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.130309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.130821 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.131158 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.131493 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.131818 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.132142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.134327 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.134430 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.134698 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.135044 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.136069 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:27.142831 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:27.287988 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aed28-387d-44d7-a476-3c44d440991a req-5e17edef-9c34-4be2-826f-31937b5467d4 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.290069 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c97aed28-387d-44d7-a476-3c44d440991a req-5e17edef-9c34-4be2-826f-31937b5467d4 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 945 time: 0.1951323 Jun 10 16:17:27.298405 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.298773 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.299077 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Floating IP e69c0433-3da3-47ce-a434-d54a982dad71 disassociated. External IP: 172.27.0.195, port: 5fbb5552-75dd-4481-9b4a-8ff8ece54195. Jun 10 16:17:27.299410 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Calling delete_port for 5fbb5552-75dd-4481-9b4a-8ff8ece54195 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:27.332734 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0465d-c7b8-401c-bbc9-34f9acfde086 req-3717b697-cbbb-4735-a00f-6e1db4a83a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.334271 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8bf0465d-c7b8-401c-bbc9-34f9acfde086 req-3717b697-cbbb-4735-a00f-6e1db4a83a1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1098 time: 0.0605507 Jun 10 16:17:27.375879 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8bf0465d-c7b8-401c-bbc9-34f9acfde086 req-79ff3ecf-7d36-4309-ada9-0894513729ba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Jun 10 16:17:27.433734 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceed3f-a49f-45de-9e2e-6e16d0d194f5 req-f6fffa9a-b217-47e8-ac12-651eca8d9f03 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.435182 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-75ceed3f-a49f-45de-9e2e-6e16d0d194f5 req-f6fffa9a-b217-47e8-ac12-651eca8d9f03 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 945 time: 0.2167275 Jun 10 16:17:27.478784 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc290a10-a5d5-42a0-8b11-d9080456a6ee req-eab7443d-c1ce-44e7-bf6c-4d30edf21901 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.480644 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc290a10-a5d5-42a0-8b11-d9080456a6ee req-eab7443d-c1ce-44e7-bf6c-4d30edf21901 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0734973 Jun 10 16:17:27.525622 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc290a10-a5d5-42a0-8b11-d9080456a6ee req-3036ca89-57d1-4fe9-b06e-b4dbe494fc10 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370080 Jun 10 16:17:27.544558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-75ceed3f-a49f-45de-9e2e-6e16d0d194f5 req-2fa8743a-320a-4e1f-801a-b64439bc61f2 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups?id=111c6559-4a22-4d45-82f1-70ec410b12e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985973 Jun 10 16:17:27.864421 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Deleting port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:27.864647 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.907137 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.912302 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-828797ed-d1d8-4a81-93cb-c43ada5b74d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.987643 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event deleted for resources: {'Port': ['ID=5fbb5552-75dd-4481-9b4a-8ff8ece54195,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:28.011816 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.012190 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.012552 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.012908 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.013378 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.013740 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.014092 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.014439 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.014786 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.015133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.015472 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.015814 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:28.021143 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:28.126111 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d70044-b002-4957-9443-7816d9768abb req-fb9aba45-7647-421d-a320-3f94cb06cc27 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:28.130251 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-00d70044-b002-4957-9443-7816d9768abb req-fb9aba45-7647-421d-a320-3f94cb06cc27 tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 945 time: 0.0825677 Jun 10 16:17:28.135726 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] For port a2822f9d-e96c-4ee1-af11-3ee0caf7a233, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,segment=NetworkSegment(97ba408b-6d9e-481f-adb0-8fa886ba2df0),segment_id=97ba408b-6d9e-481f-adb0-8fa886ba2df0)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:28.136083 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.182194 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-00d70044-b002-4957-9443-7816d9768abb req-44545c1e-f703-47f0-be87-9c1657b32a7b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ec2ba89-8998-4965-8a7d-98b6abfabb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Jun 10 16:17:28.236645 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Calling delete_port for a2822f9d-e96c-4ee1-af11-3ee0caf7a233 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:28.321307 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:17:28.535821 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.540866 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-cc200526-85ba-46f0-8422-4239195b8bf7 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:28.546118 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:28.547985 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['a2822f9d-e96c-4ee1-af11-3ee0caf7a233'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:17:28.581440 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:28.584668 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Pushing event deleted for resources: {'Port': ['ID=a2822f9d-e96c-4ee1-af11-3ee0caf7a233,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:28.593079 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:28.594034 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:28.609913 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:28.667103 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] No DVR routers for this DVR port 5fbb5552-75dd-4481-9b4a-8ff8ece54195 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:17:28.672396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.674310 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b4b3ea1e-d9d8-458e-933d-d446499630dd req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.49 "DELETE /v2.0/ports/5fbb5552-75dd-4481-9b4a-8ff8ece54195 HTTP/1.1" status: 204 len: 173 time: 2.0290093 Jun 10 16:17:28.675437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'name': 'network-vif-deleted', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:28.677720 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbea4aba-0f0a-47ce-a9a1-78f1fd1ac6e1" -d '{"events": [{"server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "name": "network-vif-deleted", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:28.736777 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e6e8ea0d-03b2-4dbd-901e-b72fa104a415 req-09006da4-59d5-4d15-9e9d-747b0d316e52 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/ports?device_id=b70c2b1d-87ca-4e87-aa51-04f66589c2df HTTP/1.1" status: 200 len: 210 time: 0.0456331 Jun 10 16:17:28.739177 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] No DVR routers for this DVR port a2822f9d-e96c-4ee1-af11-3ee0caf7a233 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:17:28.743182 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.745177 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c97aed28-387d-44d7-a476-3c44d440991a req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.49 "DELETE /v2.0/ports/a2822f9d-e96c-4ee1-af11-3ee0caf7a233 HTTP/1.1" status: 204 len: 173 time: 1.4382398 Jun 10 16:17:28.757724 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:28.796600 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f0409-a55b-40d8-a739-d50002acbee3 req-1302b7c6-7897-4004-8ca1-6f3e5a813351 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:28.798328 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-967f0409-a55b-40d8-a739-d50002acbee3 req-1302b7c6-7897-4004-8ca1-6f3e5a813351 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.1294641 Jun 10 16:17:28.813640 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd32a0c-226d-466e-b4fc-f76c21494c22 x-openstack-request-id: req-abd32a0c-226d-466e-b4fc-f76c21494c22 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:28.814097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70c2b1d-87ca-4e87-aa51-04f66589c2df", "name": "network-vif-deleted", "tag": "5fbb5552-75dd-4481-9b4a-8ff8ece54195", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:28.814475 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abd32a0c-226d-466e-b4fc-f76c21494c22 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:28.815012 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70c2b1d-87ca-4e87-aa51-04f66589c2df', 'name': 'network-vif-deleted', 'tag': '5fbb5552-75dd-4481-9b4a-8ff8ece54195', 'status': 'completed', 'code': 200} Jun 10 16:17:28.846625 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-967f0409-a55b-40d8-a739-d50002acbee3 req-c338e68a-127b-448c-91fa-2c84949c6f19 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Jun 10 16:17:28.994545 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:17:29.177748 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:29.181206 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:29.189256 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:29.189876 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:29.349056 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:29.354285 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e105c8c3-4351-4f88-8870-f59f6254b38e req-8517e92f-dcd4-4408-ae26-72de4872c79e tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] 10.222.0.44 "GET /v2.0/ports?device_id=9134dd47-8927-4848-b8f1-5a0378da84d3 HTTP/1.1" status: 200 len: 210 time: 0.0344234 Jun 10 16:17:29.618725 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:29.622696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23fd74-0d78-4414-8fd4-b8dc6300e1fc None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:10:31Z', 'revision_number': 4, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'cc3fd864-af6b-4339-a96a-dc57e802c278', 'name': '', 'network_id': '87e3db7b-ecc6-4124-8502-aa84152060c9', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'mac_address': 'fa:16:3e:1c:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:30Z', 'updated_at': '2021-06-10T16:10:46Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'subnets': [{'id': 'e8a85d75-f502-4c0f-8ccc-1f340fe3f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:29.817913 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d98343-cffb-4008-91d8-03400359160c None None] New status for floating IP e69c0433-3da3-47ce-a434-d54a982dad71: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:17:29.869405 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58180) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:29.931223 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.956093 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.009392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.012027 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.013202 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "DELETE /v2.0/security-groups/111c6559-4a22-4d45-82f1-70ec410b12e9 HTTP/1.1" status: 204 len: 168 time: 0.1427631 Jun 10 16:17:30.014021 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c646f8a5-143b-4f3b-b797-9891c4251c15 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:30.015993 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58182) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:30.024305 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c6559-4a22-4d45-82f1-70ec410b12e9,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:30.031327 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.api.v2.resource [None req-bc1584ff-0149-461d-abe2-c298a8ca5fb9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] show failed (client error): The resource could not be found. Jun 10 16:17:30.031462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.031715 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.032087 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.032334 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-bc1584ff-0149-461d-abe2-c298a8ca5fb9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "GET /v2.0/security-groups/111c6559-4a22-4d45-82f1-70ec410b12e9 HTTP/1.1" status: 404 len: 347 time: 0.0152230 Jun 10 16:17:30.032434 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.032790 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.033175 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.033556 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.033887 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.034250 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.034630 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.034949 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.035295 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:30.035836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58184) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:30.038379 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:30.201761 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Deleting port 8b082da0-518f-4612-92e8-a5c5869add40 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:30.202108 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.299866 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.300188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.399633 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Calling delete_port for 8b082da0-518f-4612-92e8-a5c5869add40 owned by network:floatingip {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:30.562533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.565417 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:30.598423 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Pushing event deleted for resources: {'Port': ['ID=8b082da0-518f-4612-92e8-a5c5869add40,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:30.602151 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:30.676090 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks [] for floatingip, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.679317 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.681544 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] 10.222.0.44 "DELETE /v2.0/floatingips/e69c0433-3da3-47ce-a434-d54a982dad71 HTTP/1.1" status: 204 len: 168 time: 0.6445971 Jun 10 16:17:30.816610 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'name': 'network-vif-deleted', 'tag': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:30.820034 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0737c051-bbe5-455c-9234-2b615a178573" -d '{"events": [{"server_uuid": "9134dd47-8927-4848-b8f1-5a0378da84d3", "name": "network-vif-deleted", "tag": "a2822f9d-e96c-4ee1-af11-3ee0caf7a233"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:30.856306 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be4354-83eb-481b-ab37-3736c88b5627 x-openstack-request-id: req-b9be4354-83eb-481b-ab37-3736c88b5627 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:30.856636 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dd47-8927-4848-b8f1-5a0378da84d3", "name": "network-vif-deleted", "tag": "a2822f9d-e96c-4ee1-af11-3ee0caf7a233", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:30.856920 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9be4354-83eb-481b-ab37-3736c88b5627 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:30.857375 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dd47-8927-4848-b8f1-5a0378da84d3', 'name': 'network-vif-deleted', 'tag': 'a2822f9d-e96c-4ee1-af11-3ee0caf7a233', 'status': 'completed', 'code': 200} Jun 10 16:17:30.865311 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 5fbb5552-75dd-4481-9b4a-8ff8ece54195 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:17:30.890429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 5fbb5552-75dd-4481-9b4a-8ff8ece54195 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:17:30.890779 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 5fbb5552-75dd-4481-9b4a-8ff8ece54195 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:17:30.891207 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device a2822f9d-e96c-4ee1-af11-3ee0caf7a233 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:17:30.913639 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: a2822f9d-e96c-4ee1-af11-3ee0caf7a233 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:17:30.915003 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device a2822f9d-e96c-4ee1-af11-3ee0caf7a233 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:17:37.556804 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58256) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:38.143175 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.467130 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Deleting port cc3fd864-af6b-4339-a96a-dc57e802c278 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:38.467467 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.568931 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] For port cc3fd864-af6b-4339-a96a-dc57e802c278, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cc3fd864-af6b-4339-a96a-dc57e802c278,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:38.569670 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.659751 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Calling delete_port for cc3fd864-af6b-4339-a96a-dc57e802c278 owned by network:router_interface {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:38.889965 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.893618 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:38.923541 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3fd864-af6b-4339-a96a-dc57e802c278,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:38.926228 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:39.149162 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.674578 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:17:39.817741 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:39.823372 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] 10.222.0.44 "PUT /v2.0/routers/1a0861d3-d7a7-4805-8a9e-0c1282c968c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655132 Jun 10 16:17:39.825870 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58268) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:39.829035 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] Sync routers for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:39.842759 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:39.843387 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:39.974810 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.989284 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:40.135331 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.192914 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Deleting port 0930ddb3-9d5b-4a46-a989-9241a3f6c593 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:40.193286 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.233488 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:17:38Z', 'revision_number': 5, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port': {'id': '0930ddb3-9d5b-4a46-a989-9241a3f6c593', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:40.236789 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] Checking router: 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:40.245877 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] Routers {'1a0861d3-d7a7-4805-8a9e-0c1282c968c0'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:40.246484 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:40.297799 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] For port 0930ddb3-9d5b-4a46-a989-9241a3f6c593, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=0930ddb3-9d5b-4a46-a989-9241a3f6c593,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:40.298199 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.365392 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] Set router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 gateway port host: None {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:40.390564 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Calling delete_port for 0930ddb3-9d5b-4a46-a989-9241a3f6c593 owned by network:router_gateway {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:40.443755 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:17:40Z', 'revision_number': 6, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:40.447320 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d5858-fa80-4af6-8957-2aad6876ad25 None None] The sync data for ids ['1a0861d3-d7a7-4805-8a9e-0c1282c968c0'] in dv-cinder-789564-6-iscsi is: [{'id': '1a0861d3-d7a7-4805-8a9e-0c1282c968c0', 'name': 'tempest-AttachVolumeTestJSON-69723398-router', 'tenant_id': '97c6937fdffe4e559e5b7522ec222be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:22Z', 'updated_at': '2021-06-10T16:17:40Z', 'revision_number': 6, 'project_id': '97c6937fdffe4e559e5b7522ec222be5', 'gw_port_host': None}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:40.607872 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.610667 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:40.644734 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0930ddb3-9d5b-4a46-a989-9241a3f6c593,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:40.647485 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:40.714319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.853019 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.855358 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.912042 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.912572 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0861d3-d7a7-4805-8a9e-0c1282c968c0 {{(pid=91918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:17:40.918175 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.919302 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1a0861d3-d7a7-4805-8a9e-0c1282c968c0 HTTP/1.1" status: 204 len: 168 time: 1.0924618 Jun 10 16:17:40.921741 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58276) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:40.977221 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Deleting subnet e8a85d75-f502-4c0f-8ccc-1f340fe3f70b {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:17:40.980113 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.020624 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.142207 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.207182 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.209911 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-99037f45-6082-4db4-a5d4-b14814653e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:41.243668 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a85d75-f502-4c0f-8ccc-1f340fe3f70b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:41.246703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:41.247682 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.249590 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-87fbc58b-f37c-4d8f-91a3-e245d075bc79 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e8a85d75-f502-4c0f-8ccc-1f340fe3f70b HTTP/1.1" status: 204 len: 168 time: 0.3269155 Jun 10 16:17:41.252071 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58280) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:41.254651 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c87bb-fabe-4b34-8b7f-e95e861b6d19 None None] Network 87e3db7b-ecc6-4124-8502-aa84152060c9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:41.350547 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.420925 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Deleting port 51336f44-9167-4ef1-aede-ad559d82a811 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:41.421480 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.522413 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] For port 51336f44-9167-4ef1-aede-ad559d82a811, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=51336f44-9167-4ef1-aede-ad559d82a811,segment=NetworkSegment(503d0886-573f-40c8-bfef-290698c29594),segment_id=503d0886-573f-40c8-bfef-290698c29594)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:41.522771 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.526563 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0930ddb3-9d5b-4a46-a989-9241a3f6c593 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:17:41.577132 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 0930ddb3-9d5b-4a46-a989-9241a3f6c593 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:17:41.577492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0930ddb3-9d5b-4a46-a989-9241a3f6c593 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:17:41.577928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cc3fd864-af6b-4339-a96a-dc57e802c278 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:17:41.604148 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: cc3fd864-af6b-4339-a96a-dc57e802c278 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:17:41.604509 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cc3fd864-af6b-4339-a96a-dc57e802c278 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:17:41.615963 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Calling delete_port for 51336f44-9167-4ef1-aede-ad559d82a811 owned by network:dhcp {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:41.690602 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] DHCP port deletion for 87e3db7b-ecc6-4124-8502-aa84152060c9 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:17:41.716090 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.718007 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:41.744746 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Deleting port 51336f44-9167-4ef1-aede-ad559d82a811 {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:17:41.745833 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.746340 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=51336f44-9167-4ef1-aede-ad559d82a811,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:41.750101 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:41.752855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] No DVR routers for this DVR port 51336f44-9167-4ef1-aede-ad559d82a811 on host dv-cinder-789564-6-iscsi {{(pid=91918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:17:41.841310 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] For port 51336f44-9167-4ef1-aede-ad559d82a811, host dv-cinder-789564-6-iscsi, got binding levels [] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:41.841824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.862986 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.875357 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e3db7b-ecc6-4124-8502-aa84152060c9']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:41.887566 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503d0886-573f-40c8-bfef-290698c29594') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:41.887943 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503d0886-573f-40c8-bfef-290698c29594') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:41.899606 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.915142 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.921358 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:41.921873 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:41.923747 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:41.943896 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Calling delete_port for 51336f44-9167-4ef1-aede-ad559d82a811 owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:17:41.948574 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.ipam_backend_mixin [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Port 51336f44-9167-4ef1-aede-ad559d82a811 was not found and therefore no delete operation was performed {{(pid=91920) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:17:41.950075 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.952703 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:41.984005 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Pushing event deleted for resources: {'Port': ['ID=51336f44-9167-4ef1-aede-ad559d82a811,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:41.987505 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:41.988705 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] No DVR routers for this DVR port 51336f44-9167-4ef1-aede-ad559d82a811 on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:17:42.005546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.010506 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-afa9fa82-58b1-486d-911f-171f662eedc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:42.025994 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.030640 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/87e3db7b-ecc6-4124-8502-aa84152060c9 HTTP/1.1" status: 204 len: 168 time: 0.7753069 Jun 10 16:17:42.030640 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e3db7b-ecc6-4124-8502-aa84152060c9,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:42.032605 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:42.150427 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58292) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:42.196132 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f5c3b137-a4e2-4691-9921-31cdeaeb7fea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97c6937fdffe4e559e5b7522ec222be5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441494 Jun 10 16:17:42.198526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58294) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:42.253457 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.275515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.325243 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.327722 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.328842 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c740cbe9-ce2c-403f-9eb0-33e95182f3dc HTTP/1.1" status: 204 len: 168 time: 0.1294463 Jun 10 16:17:42.329649 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-2a6d163a-4c10-473d-be06-fd88492a998f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:42.338084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c740cbe9-ce2c-403f-9eb0-33e95182f3dc,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:42.340433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:43.472473 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 51336f44-9167-4ef1-aede-ad559d82a811 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:17:43.498294 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 51336f44-9167-4ef1-aede-ad559d82a811 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:17:43.498649 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 51336f44-9167-4ef1-aede-ad559d82a811 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:17:44.123308 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58364) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:44.227747 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.322504 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.326230 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.330457 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-fc3297b1-5f29-4b4c-8545-1c40714fc2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:44.373421 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1d36cd5ecb64886b89edafd930a80e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514689 Jun 10 16:17:44.374596 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8389eb9b-c1ca-4428-ac12-ec8c4678e8ad,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:44.376240 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58372) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:44.377726 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:44.430737 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.454415 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.509589 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.513102 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.514255 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8389eb9b-c1ca-4428-ac12-ec8c4678e8ad HTTP/1.1" status: 204 len: 168 time: 0.1367199 Jun 10 16:17:44.515048 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-99dbf2b5-cb82-4a60-9dda-93bc15e991ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:44.525848 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8389eb9b-c1ca-4428-ac12-ec8c4678e8ad,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:44.528972 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:44.773692 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58382) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:44.789727 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1405a467-09ee-4236-82d6-fb5f2250880a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.883613 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1405a467-09ee-4236-82d6-fb5f2250880a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.888340 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1405a467-09ee-4236-82d6-fb5f2250880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.890673 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1ae9a32d-8e89-4524-b73c-b2f96627122f tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:44.931175 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1405a467-09ee-4236-82d6-fb5f2250880a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1eac7b486eb94ccebf5f8f62d733661a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564057 Jun 10 16:17:44.932091 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405a467-09ee-4236-82d6-fb5f2250880a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072230f-eeb0-4e3f-8f00-60a02c2fa638,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:44.933824 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58384) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:44.935066 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1405a467-09ee-4236-82d6-fb5f2250880a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:44.989367 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.012858 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.062400 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.065432 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.066548 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0072230f-eeb0-4e3f-8f00-60a02c2fa638 HTTP/1.1" status: 204 len: 168 time: 0.1310353 Jun 10 16:17:45.067371 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9096e35e-62c2-4725-b902-0ce750755f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:45.076290 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072230f-eeb0-4e3f-8f00-60a02c2fa638,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:45.078492 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-21a43409-6997-4a8d-93e6-40f7dc48a528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:46.737103 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.681769 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf265-d566-4def-af5c-089fdb120a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.937342 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-b79f177a-4511-494f-b289-db1772c066a7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023170639&fields=id&tenant_id=3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 267 time: 0.0363927 Jun 10 16:17:51.073850 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-487d2565-7d79-4f07-ba22-480d481b3b39 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.075295 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-487d2565-7d79-4f07-ba22-480d481b3b39 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 811 time: 0.1318157 Jun 10 16:17:51.090257 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-6b39e17b-21d5-45c5-969f-8db6c54b0d8c tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/quotas/3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Jun 10 16:17:51.113649 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-65923c82-0ce0-4902-8540-228e9032d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.179991 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-7022e523-73e5-4a18-9ff7-4537b982e4da tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0807281 Jun 10 16:17:51.300171 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-4f06ac70-79c3-470f-9087-5cca14b29fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089489 Jun 10 16:17:51.420162 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-b5f4922e-bdd3-4329-ba30-3570768f0828 service neutron] 10.222.0.44 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134005 Jun 10 16:17:51.519327 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.738974 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f55b147f-b98d-4d73-ad90-51a42b40598b req-bd7944ab-c5e9-4788-95a9-92093dfafd0b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0492458 Jun 10 16:17:52.043037 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.886413 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-966778d7-0b05-4a0a-9817-4a4876f87cf2 req-ba917f03-d4f4-4565-bba6-04583c886c5e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0342102 Jun 10 16:17:53.910539 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.988190 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-9bfa29a0-070a-4dd0-96b9-7e8c9e0f5211 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621412 Jun 10 16:17:54.039596 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-31c7ad59-6eb9-480a-9590-8062de664d73 req-8d3a5658-da52-42dc-b510-91ad156f4202 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0349386 Jun 10 16:17:54.078647 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5c82-8298-4ead-809d-bebbc8556aee req-3f8d69b4-3e97-4abf-be57-b0aef14622dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.080044 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-3f8d69b4-3e97-4abf-be57-b0aef14622dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0668690 Jun 10 16:17:54.218438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5c82-8298-4ead-809d-bebbc8556aee req-e4a0c16d-725f-420f-acbc-c68e1c562303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.219864 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-e4a0c16d-725f-420f-acbc-c68e1c562303 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1118405 Jun 10 16:17:54.304445 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-ddabe44e-c3b0-453e-857a-4f86b82d4392 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 1002 time: 0.0765493 Jun 10 16:17:54.364539 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5c82-8298-4ead-809d-bebbc8556aee req-591e6c7f-5ece-4b86-a266-0d17b6bc5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.366281 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-591e6c7f-5ece-4b86-a266-0d17b6bc5bcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0558176 Jun 10 16:17:54.434523 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5c82-8298-4ead-809d-bebbc8556aee req-d43363da-f168-45bc-b991-9972fecb6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.436204 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-d43363da-f168-45bc-b991-9972fecb6e63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620551 Jun 10 16:17:54.637989 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-be2f39c9-64c8-4ac2-9c13-39e44e5a2b3b service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919076 Jun 10 16:17:54.705262 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-822e468f-6854-4f43-9527-e2bc72044715 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.706664 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-822e468f-6854-4f43-9527-e2bc72044715 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 811 time: 0.1796730 Jun 10 16:17:55.101207 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-596c5c82-8298-4ead-809d-bebbc8556aee req-91aee836-3d50-4a1d-8fa7-d70cb871e1f4 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467781 Jun 10 16:17:55.105657 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-e9e74e3e-6ee2-4fdb-9145-50b2d621dca7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b48764d274d491a8accdaf798cb2c66 HTTP/1.1" status: 200 len: 380 time: 0.3526001 Jun 10 16:17:55.124315 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'port': {'device_id': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'admin_state_up': True, 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'security_groups': ['f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:55.293558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-7215bd3f-611c-4964-8dc4-eec6066a9229 req-de36781a-9950-470e-92bd-ddbf695777cc tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0929689 Jun 10 16:17:55.358915 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Made reservation on behalf of 3b48764d274d491a8accdaf798cb2c66 for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:55.362495 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.515292 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Allocated IP 172.20.0.14 (cdb0ea75-74af-4570-b9ca-7488915b2ba9/592f7b7f-7822-49f0-ad15-0b3d3ddc6273/7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:55.682643 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.694799 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Transition to ACTIVE for port object 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:55.728679 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.732543 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b0d12613-bf14-4153-bc2e-08825ea6d424 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:55.780393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:55.783708 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:55.787375 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:55.794225 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:55.824724 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:55.853480 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:55.854090 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.869586 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539382 Jun 10 16:17:55.881562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Request body: {'port': {'device_id': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:55.954811 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-b50a6547-6d29-4409-ab92-db486d57a186 None None] Provisioning for port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:55.958999 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-b50a6547-6d29-4409-ab92-db486d57a186 None None] Provisioning complete for port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:55.959374 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b50a6547-6d29-4409-ab92-db486d57a186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.972258 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.000331 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-b50a6547-6d29-4409-ab92-db486d57a186 None None] Port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:17:56.278673 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:56.285703 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.297162 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Transition to ACTIVE for port object 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:56.301761 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.304299 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:56.403541 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:56.406412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:56.509534 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Attempting to bind port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:56.509865 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Attempting to bind port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:56.510298 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Attempting to bind port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:56.515198 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:56.515515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Attempting to bind port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 on network cdb0ea75-74af-4570-b9ca-7488915b2ba9 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:56.520206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:56.520535 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Checking segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:56.520911 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Bound using segment: {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:56.523170 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Bound port: 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:56.523528 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.524853 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd9d3-a704-4530-ba22-445d16888835 req-fb0a058f-eda5-4d2f-9271-ee123b95e30e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:56.532253 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f1ebd9d3-a704-4530-ba22-445d16888835 req-fb0a058f-eda5-4d2f-9271-ee123b95e30e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 944 time: 0.0939088 Jun 10 16:17:56.586832 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f1ebd9d3-a704-4530-ba22-445d16888835 req-389bfec3-d3dc-4739-ae31-1e18dd3f72a7 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533376 Jun 10 16:17:56.623983 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:56.627741 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:56.633664 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.651657 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-83db5db0-1891-4d3d-9c8f-56219a89cacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:56.694763 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:56.694763 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.695696 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] 10.222.0.49 "PUT /v2.0/ports/7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 HTTP/1.1" status: 200 len: 1094 time: 0.8186707 Jun 10 16:17:56.696227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:56.698591 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f18752-4599-481d-a394-5c74ad383d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:56.739381 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f28c83-ac2c-4e76-88a5-f9b808fbfdf6 x-openstack-request-id: req-37f28c83-ac2c-4e76-88a5-f9b808fbfdf6 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:56.739750 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:56.740288 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37f28c83-ac2c-4e76-88a5-f9b808fbfdf6 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:56.740718 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'status': 'completed', 'code': 200} Jun 10 16:17:56.753878 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:56.757308 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:56.831342 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-cf8c03be-3a14-44e5-b252-db072884e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:56.832859 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-cf8c03be-3a14-44e5-b252-db072884e7b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0867453 Jun 10 16:17:56.891636 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-4dc4718b-4084-4f23-a06d-d3d6cb8dc72d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 HTTP/1.1" status: 200 len: 217 time: 0.0509388 Jun 10 16:17:56.954924 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-6fd68bc5-6e4a-49c5-b6bf-02e2606f83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:56.956355 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-6fd68bc5-6e4a-49c5-b6bf-02e2606f83bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0547864 Jun 10 16:17:57.027292 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e509a-9183-42a0-89fc-710a0dc01495 req-b27bd4a6-84eb-4e3f-8928-7ada21d41fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.028674 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-b27bd4a6-84eb-4e3f-8928-7ada21d41fbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653710 Jun 10 16:17:57.157828 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-773b4996-d0f0-449b-85dd-ff38f5c1dd25 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181872 Jun 10 16:17:57.268750 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-163e509a-9183-42a0-89fc-710a0dc01495 req-f99f98ec-2b76-4dd1-9cc0-4fa16a27d5a6 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042035 Jun 10 16:17:57.378824 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18752-4599-481d-a394-5c74ad383d5b req-bdba64ae-7e73-456f-a538-a83b221c01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.381443 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-bdba64ae-7e73-456f-a538-a83b221c01c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0661561 Jun 10 16:17:57.498821 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18752-4599-481d-a394-5c74ad383d5b req-b79df46b-8c02-4cca-b4aa-d0c267bc8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.500255 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-b79df46b-8c02-4cca-b4aa-d0c267bc8ae3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1124952 Jun 10 16:17:57.556819 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-1199bfa9-96a4-40d4-b361-cebef7aa7ebf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 HTTP/1.1" status: 200 len: 217 time: 0.0465901 Jun 10 16:17:57.612582 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18752-4599-481d-a394-5c74ad383d5b req-2b979700-2c36-4bd2-87a0-f554217cdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.614026 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-2b979700-2c36-4bd2-87a0-f554217cdca9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0505197 Jun 10 16:17:57.682328 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18752-4599-481d-a394-5c74ad383d5b req-f3d98b04-9370-44e5-91fd-d89840bd3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.683826 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-f3d98b04-9370-44e5-91fd-d89840bd3a7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628066 Jun 10 16:17:57.766964 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f853bd1-745b-4c96-8376-bf57ef39eeb7 req-bf0ba555-5501-46cb-9b4b-70232fc1081e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.768530 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9f853bd1-745b-4c96-8376-bf57ef39eeb7 req-bf0ba555-5501-46cb-9b4b-70232fc1081e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 944 time: 0.0746906 Jun 10 16:17:57.822207 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-46b60d02-086a-4128-998a-722ac9f3c633 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261632 Jun 10 16:17:57.827382 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9f853bd1-745b-4c96-8376-bf57ef39eeb7 req-86c387c1-87e7-415c-94aa-e59c37a2d64e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516737 Jun 10 16:17:57.963033 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-23f18752-4599-481d-a394-5c74ad383d5b req-7622c314-2855-4247-8df0-2ae5985c036a service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345010 Jun 10 16:17:58.166995 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58656) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:58.274889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.376423 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.380130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.382606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ac3e1883-c370-4e85-97ff-2cace2816641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.420188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2eb93-d258-456c-917c-5cba9996b79d,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.424398 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe840178146c4ff09ce64079cc280efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563953 Jun 10 16:17:58.425297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:58.427579 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58660) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:58.484008 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.506291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.555060 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.557657 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.558780 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ec2eb93-d258-456c-917c-5cba9996b79d HTTP/1.1" status: 204 len: 168 time: 0.1308789 Jun 10 16:17:58.559540 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-51a8c789-5495-4dc8-b02c-a117bb945841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.567774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2eb93-d258-456c-917c-5cba9996b79d,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.571256 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:58.822298 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58666) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:58.837511 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.934651 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.938564 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.941080 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bf6cc5db-fdd0-42d1-b2d4-4796ea4664d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.985509 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0dc2af-b4bc-496d-9444-10af47c60d16,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.993749 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8962ae40bb044abb478895cb0e6cf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703162 Jun 10 16:17:58.994437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58674) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:58.994660 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:59.075902 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e7d35-f738-4841-9589-fe7752640745 req-2cf382a6-fd81-4790-9dca-8c0545c3a399 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:59.077514 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f03e7d35-f738-4841-9589-fe7752640745 req-2cf382a6-fd81-4790-9dca-8c0545c3a399 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 944 time: 0.1267016 Jun 10 16:17:59.080781 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.121171 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.158332 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f03e7d35-f738-4841-9589-fe7752640745 req-79913eea-9510-45c8-a7cc-e7faa580f87c tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732098 Jun 10 16:17:59.188938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.191492 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.192805 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d0dc2af-b4bc-496d-9444-10af47c60d16 HTTP/1.1" status: 204 len: 168 time: 0.1953583 Jun 10 16:17:59.193661 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:59.204891 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0dc2af-b4bc-496d-9444-10af47c60d16,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:59.207250 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a0204be7-94cb-4aa2-bed8-21719c1f09c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:00.108513 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58708) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:00.167613 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Deleting subnet 5e3f2b27-3675-4d95-9c46-772b7e30a0a8 {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:00.170631 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.213325 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.267575 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.372232 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.378115 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:00.683781 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3f2b27-3675-4d95-9c46-772b7e30a0a8,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:00.686554 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:00.692092 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.694008 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-8ef68281-3600-4f04-8189-eb28130ca800 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5e3f2b27-3675-4d95-9c46-772b7e30a0a8 HTTP/1.1" status: 204 len: 168 time: 0.5844154 Jun 10 16:18:00.697303 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58728) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:00.702983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef337d3-af9a-4593-8c51-47e8c4004942 req-62d74332-44c4-40d1-8976-332c264416b1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:00.704443 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bef337d3-af9a-4593-8c51-47e8c4004942 req-62d74332-44c4-40d1-8976-332c264416b1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 944 time: 0.4095793 Jun 10 16:18:00.749696 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-bef337d3-af9a-4593-8c51-47e8c4004942 req-c9ebb323-5509-4c36-842d-8be1d3850522 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Jun 10 16:18:00.795550 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.903428 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.915672 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d754fb1d-a64a-47a5-b823-cd5b47e7eb0d']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:00.926453 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ba408b-6d9e-481f-adb0-8fa886ba2df0') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:00.926752 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ba408b-6d9e-481f-adb0-8fa886ba2df0') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:00.937336 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.952536 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.958798 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:00.959181 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:00.961436 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:01.045244 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.050508 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.052395 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] 10.222.0.44 "DELETE /v2.0/networks/d754fb1d-a64a-47a5-b823-cd5b47e7eb0d HTTP/1.1" status: 204 len: 168 time: 0.3535590 Jun 10 16:18:01.053186 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.068526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d754fb1d-a64a-47a5-b823-cd5b47e7eb0d,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.071555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4cc0630b-ee81-4a64-a95e-fc53e92cff0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.285555 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58750) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:01.332042 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3d6ef0d8-b512-41c9-9cb9-582449e0910b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b44a18f401d40e48edafa8394d75523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450933 Jun 10 16:18:01.334246 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58754) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:01.387150 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.410736 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.474765 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.477813 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.478932 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ec2ba89-8998-4965-8a7d-98b6abfabb0c HTTP/1.1" status: 204 len: 168 time: 0.1432707 Jun 10 16:18:01.479685 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-de6e7abf-2930-4ca4-ab62-34b7a29bddb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.488024 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2ba89-8998-4965-8a7d-98b6abfabb0c,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.490609 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.568068 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58760) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:01.793254 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b74f5bcf-c17c-45e0-a84f-9b7ffe890efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.929262 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b74f5bcf-c17c-45e0-a84f-9b7ffe890efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.934562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b74f5bcf-c17c-45e0-a84f-9b7ffe890efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.942409 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a30a86ab-fbd8-4a09-b1ba-8812c701c697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.987377 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f5bcf-c17c-45e0-a84f-9b7ffe890efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a033e2c-395d-4dd8-b9a1-f6ac5ebd475e,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.990648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b74f5bcf-c17c-45e0-a84f-9b7ffe890efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.993660 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b74f5bcf-c17c-45e0-a84f-9b7ffe890efa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5d9aa832bd84981ad31deca4bc4403a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243238 Jun 10 16:18:01.996619 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58766) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:02.009441 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b025-1c96-4ab9-8e6f-536d68331cc6 req-3ba733d4-e671-4094-bcc7-453ab714a4a6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:02.010877 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14e8b025-1c96-4ab9-8e6f-536d68331cc6 req-3ba733d4-e671-4094-bcc7-453ab714a4a6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 944 time: 0.1457779 Jun 10 16:18:02.050188 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.052425 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14e8b025-1c96-4ab9-8e6f-536d68331cc6 req-9e4a5498-0785-47f2-89dd-52d3205c4c91 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Jun 10 16:18:02.073801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.124652 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.127341 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.128624 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a033e2c-395d-4dd8-b9a1-f6ac5ebd475e HTTP/1.1" status: 204 len: 168 time: 0.1306524 Jun 10 16:18:02.129205 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ddbbc347-f1ca-4947-b8c5-8c61935e9709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:02.137940 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a033e2c-395d-4dd8-b9a1-f6ac5ebd475e,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:02.140066 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:02.392511 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58772) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:02.407718 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-797840d9-66bb-4444-8a5f-6e8d8765e49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.509223 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-797840d9-66bb-4444-8a5f-6e8d8765e49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.513046 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-797840d9-66bb-4444-8a5f-6e8d8765e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.516306 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:02.554312 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-797840d9-66bb-4444-8a5f-6e8d8765e49a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a5d182d40834c7fb7aa2d9af940f95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602063 Jun 10 16:18:02.556217 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797840d9-66bb-4444-8a5f-6e8d8765e49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2e8029-ccc5-40f2-9970-1df7f1ad98ec,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:02.557248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58774) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:02.559368 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-797840d9-66bb-4444-8a5f-6e8d8765e49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:02.608527 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.630700 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.679697 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.682181 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.683292 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca2e8029-ccc5-40f2-9970-1df7f1ad98ec HTTP/1.1" status: 204 len: 168 time: 0.1250696 Jun 10 16:18:02.684332 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0374ea02-241c-4d57-a493-53f017fd0727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:02.692894 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2e8029-ccc5-40f2-9970-1df7f1ad98ec,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:02.695356 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:03.235070 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaba496-d9a0-4743-a214-69679e0f0dba req-a94e5d07-fef6-4bbf-97d3-4a0b47639283 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:03.236619 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9eaba496-d9a0-4743-a214-69679e0f0dba req-a94e5d07-fef6-4bbf-97d3-4a0b47639283 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 944 time: 0.0722959 Jun 10 16:18:03.280743 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9eaba496-d9a0-4743-a214-69679e0f0dba req-8ec52367-07eb-44ab-9ee0-aae073eba86b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379403 Jun 10 16:18:03.457658 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:18:03.587964 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:03.604417 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'port_id': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'mac_address': 'fa:16:3e:9c:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:18:03.659051 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.674042 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:18:03.702915 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:03.708131 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.710438 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:03.763875 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:03.767118 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:03.962807 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:18:04.466844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b5261-5c2d-42d6-9cb7-4cb28fd46e96 req-bcb8225f-faed-4715-b9f5-8755ef8c450f tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:04.468314 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-284b5261-5c2d-42d6-9cb7-4cb28fd46e96 req-bcb8225f-faed-4715-b9f5-8755ef8c450f tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 945 time: 0.0736272 Jun 10 16:18:04.510713 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-284b5261-5c2d-42d6-9cb7-4cb28fd46e96 req-645017f6-ca72-4792-8064-dd845da814d4 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368118 Jun 10 16:18:05.458596 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:18:05.531520 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:05.535477 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:05.535859 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.628429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.653768 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:05.656046 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6941272-a9ab-4d97-b426-49f352a86a33" -d '{"events": [{"server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:05.670004 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:05.674492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.676557 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:05.703119 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf464bd-ddc2-4cb2-8808-5efc17b71276 req-f886fe4f-35a2-481f-baf1-b916e915c065 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:05.703669 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773f870f-8b7a-499b-a9d5-8f444cec6cd9 x-openstack-request-id: req-773f870f-8b7a-499b-a9d5-8f444cec6cd9 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:05.703783 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:05.704039 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-773f870f-8b7a-499b-a9d5-8f444cec6cd9 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:05.704433 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'code': 200} Jun 10 16:18:05.704605 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2bf464bd-ddc2-4cb2-8808-5efc17b71276 req-f886fe4f-35a2-481f-baf1-b916e915c065 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 945 time: 0.0813856 Jun 10 16:18:05.735394 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:05.738508 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:05.752106 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2bf464bd-ddc2-4cb2-8808-5efc17b71276 req-8aee9a6b-a606-4af3-b57a-d8016bd6d3b9 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Jun 10 16:18:05.993227 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:18:06.000002 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089449e-30e5-4891-8ea3-e343431cb96f req-66c9db5d-30a1-437d-a603-4955d2f3c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:06.001512 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2089449e-30e5-4891-8ea3-e343431cb96f req-66c9db5d-30a1-437d-a603-4955d2f3c1db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 1099 time: 0.0557599 Jun 10 16:18:06.038283 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2089449e-30e5-4891-8ea3-e343431cb96f req-0a5cbbfa-6e27-46e6-8d66-2da681824ba6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290534 Jun 10 16:18:06.938103 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9b49-26a7-4dc8-a411-867764ffc858 req-f8470562-1b01-4185-ad32-2e097b520587 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:06.939446 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c46c9b49-26a7-4dc8-a411-867764ffc858 req-f8470562-1b01-4185-ad32-2e097b520587 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0736589 Jun 10 16:18:06.982056 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c46c9b49-26a7-4dc8-a411-867764ffc858 req-2d205076-7359-40a8-84b9-6537226cad1d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362141 Jun 10 16:18:08.158440 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2e9f0-fbd7-4f6d-a81a-69a296b74ba5 req-fc3534e8-e7cf-49a8-894f-83626000eeb6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:08.159920 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a4d2e9f0-fbd7-4f6d-a81a-69a296b74ba5 req-fc3534e8-e7cf-49a8-894f-83626000eeb6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0681534 Jun 10 16:18:08.200578 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a4d2e9f0-fbd7-4f6d-a81a-69a296b74ba5 req-17637a22-5132-4ef9-842a-e56f56c5a21d tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Jun 10 16:18:08.378747 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31546f3a-b051-4ab0-afac-062c3a240e73 req-b0f7b21a-3d7a-4f69-a64d-fb04a00950c3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:08.380193 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-31546f3a-b051-4ab0-afac-062c3a240e73 req-b0f7b21a-3d7a-4f69-a64d-fb04a00950c3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0668731 Jun 10 16:18:08.421452 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-31546f3a-b051-4ab0-afac-062c3a240e73 req-f3b17612-6caf-4a32-a9d5-0848f493d399 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346913 Jun 10 16:18:08.446706 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58884) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:08.645884 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101f0ee-54fc-442c-a338-1ac9c9e8479d tempest-TestVolumeBootPattern-442435327 tempest-TestVolumeBootPattern-442435327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:08.648024 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b101f0ee-54fc-442c-a338-1ac9c9e8479d tempest-TestVolumeBootPattern-442435327 tempest-TestVolumeBootPattern-442435327-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 1094 time: 0.2002506 Jun 10 16:18:08.650677 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58888) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:08.654938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'port_id': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:08.675534 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.790899 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.205359 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Allocated IP 172.27.0.84 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/80a6cb10-a646-48f8-9fee-b38a47e84515) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:09.342097 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.383412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.386201 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f3ad6664-e0b4-4429-8920-ec274ec7b570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:09.445301 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:09.445301 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:09.445301 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:09.445604 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=80a6cb10-a646-48f8-9fee-b38a47e84515,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:09.448454 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:09.918606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.010437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.187156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.191437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.195091 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-6c0c71d8-48d2-4005-8102-a04569b81322 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:10.273073 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event updated for resources: {'Port': ['ID=80a6cb10-a646-48f8-9fee-b38a47e84515,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:10.280005 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:10.291325 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.428801 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Floating IP fb1a961a-dfa4-40fa-8181-d7fc0c263073 associated. External IP: 172.27.0.84, port: 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8. Jun 10 16:18:10.723955 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:10.926905 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:10.936846 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:10.946657 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:10.947208 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.947604 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2f696-3e08-4aaf-b0ee-4633b950c322 req-cf694b51-a9e0-4e7e-af94-7584d44a006f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:10.949165 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1ca2f696-3e08-4aaf-b0ee-4633b950c322 req-cf694b51-a9e0-4e7e-af94-7584d44a006f tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.1641865 Jun 10 16:18:10.955395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.034415 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3827279 Jun 10 16:18:11.036868 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:11.041704 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f2f15-899e-4315-b174-e01a9f835d88" -d '{"events": [{"name": "network-changed", "server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:11.051030 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1ca2f696-3e08-4aaf-b0ee-4633b950c322 req-57cc1c98-3fdf-4777-9068-dc8e6e76b64b tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669286 Jun 10 16:18:11.089477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c326ba-4134-46ac-bf0d-7c1579a6da14 x-openstack-request-id: req-15c326ba-4134-46ac-bf0d-7c1579a6da14 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:11.089800 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:11.090084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15c326ba-4134-46ac-bf0d-7c1579a6da14 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:11.090542 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'status': 'completed', 'code': 200} Jun 10 16:18:11.180101 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-883980ec-34b7-4ff0-b550-5a363f302083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:11.181617 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-883980ec-34b7-4ff0-b550-5a363f302083 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 1099 time: 0.0657859 Jun 10 16:18:11.207088 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:11.304351 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-4d04e495-0d4d-4d01-9417-7bcb098a8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:11.305931 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-4d04e495-0d4d-4d01-9417-7bcb098a8059 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1172299 Jun 10 16:18:11.342698 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58948) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:11.389644 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-4d2d9858-3f93-4390-b3ca-07ffb0785a0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 HTTP/1.1" status: 200 len: 999 time: 0.0765264 Jun 10 16:18:11.455643 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-122a63c2-810e-43f7-a44c-c0ad1d849ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.459131 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-d35d6b10-3c69-4b41-b0bd-2f48f25f1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:11.462491 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-d35d6b10-3c69-4b41-b0bd-2f48f25f1d3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0653365 Jun 10 16:18:11.518679 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:40Z', 'revision_number': 1, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}, {'id': 'fb1a961a-dfa4-40fa-8181-d7fc0c263073', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:9c:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:18:09Z', 'updated_at': '2021-06-10T16:18:09Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:11.523893 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:11.533127 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:11.533737 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:11.534336 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-2bd34326-9630-4550-b481-9d409777346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:11.536529 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-2bd34326-9630-4550-b481-9d409777346b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677741 Jun 10 16:18:11.570825 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-122a63c2-810e-43f7-a44c-c0ad1d849ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.576915 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-122a63c2-810e-43f7-a44c-c0ad1d849ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.580834 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5ca9ec2c-7385-468c-89fa-74424c621fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:11.611204 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a63c2-810e-43f7-a44c-c0ad1d849ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f3b0ce-6053-45e2-96d8-9e691e5526e6,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:11.615875 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-122a63c2-810e-43f7-a44c-c0ad1d849ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:11.634039 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58952) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:11.634201 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-122a63c2-810e-43f7-a44c-c0ad1d849ff1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81d4975980a640fbb932509c1e74d869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902913 Jun 10 16:18:11.687224 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:11.696688 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-dee262b0-46b4-44ec-805a-8fa441d78517 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499026 Jun 10 16:18:11.730514 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.809704 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.867852 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cf6f2f15-899e-4315-b174-e01a9f835d88 req-7289cebe-6e82-44f1-9f19-609b40e53a33 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606891 Jun 10 16:18:11.885728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.888625 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.892456 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32f3b0ce-6053-45e2-96d8-9e691e5526e6 HTTP/1.1" status: 204 len: 168 time: 0.2560716 Jun 10 16:18:11.893395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-347a9adb-f8b7-4385-9967-9b4b6c69b08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:11.902384 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f3b0ce-6053-45e2-96d8-9e691e5526e6,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:11.905111 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:11.992577 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:40Z', 'revision_number': 1, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}, {'id': 'fb1a961a-dfa4-40fa-8181-d7fc0c263073', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:9c:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:18:09Z', 'updated_at': '2021-06-10T16:18:09Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:11.996148 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036ffd5-eb2b-4772-b096-7779b5b4425a None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:40Z', 'revision_number': 1, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}, {'id': 'fb1a961a-dfa4-40fa-8181-d7fc0c263073', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:9c:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:18:09Z', 'updated_at': '2021-06-10T16:18:09Z', 'revision_number': 0, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:12.173019 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 58960) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:12.207802 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f0cabd26-916e-4a1d-82e8-1ebc32baefd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.212899 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b440b-4a18-4dba-98a7-0d3d353af0d7 None None] New status for floating IP fb1a961a-dfa4-40fa-8181-d7fc0c263073: ACTIVE {{(pid=91920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:12.243339 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62c8db-b365-4045-927d-807df0c962b6 req-3146cbc3-13d4-4619-a15b-ef214232252c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:12.245496 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9d62c8db-b365-4045-927d-807df0c962b6 req-3146cbc3-13d4-4619-a15b-ef214232252c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.1369033 Jun 10 16:18:12.707239 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f10c2-31d7-4af4-9dc3-2d69934f2519 req-4a49168e-39a9-4c28-8779-0f397d3987a0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:12.708682 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a33f10c2-31d7-4af4-9dc3-2d69934f2519 req-4a49168e-39a9-4c28-8779-0f397d3987a0 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 947 time: 0.5261230 Jun 10 16:18:12.764107 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Deleting port aa9b566b-7cff-4a63-915d-c236ce9838e1 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:12.764396 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.803805 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a33f10c2-31d7-4af4-9dc3-2d69934f2519 req-00f51c7a-ffc0-4ffd-8a2b-3472753d02ab tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups?id=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878608 Jun 10 16:18:12.815778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f0cabd26-916e-4a1d-82e8-1ebc32baefd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.822466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f0cabd26-916e-4a1d-82e8-1ebc32baefd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.827433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-04bd3c43-cbd5-4e3b-b3d4-450e2bde06d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:12.919517 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f0cabd26-916e-4a1d-82e8-1ebc32baefd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=994e22e92bee44f39c635437cd3ac0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454042 Jun 10 16:18:12.920267 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cabd26-916e-4a1d-82e8-1ebc32baefd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1e442c-0df3-4cf6-bd2b-913a328e1d46,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:12.922253 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58964) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:12.924597 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f0cabd26-916e-4a1d-82e8-1ebc32baefd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:12.941754 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] For port aa9b566b-7cff-4a63-915d-c236ce9838e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=aa9b566b-7cff-4a63-915d-c236ce9838e1,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:12.942200 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.976490 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.999728 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.048493 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.051121 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.052232 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec1e442c-0df3-4cf6-bd2b-913a328e1d46 HTTP/1.1" status: 204 len: 168 time: 0.1289811 Jun 10 16:18:13.052948 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:13.062330 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1e442c-0df3-4cf6-bd2b-913a328e1d46,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:13.064547 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:13.166485 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.166853 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.167170 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Floating IP 66a1d361-c241-456f-9417-56dd0dbb28f9 disassociated. External IP: 172.27.0.183, port: aa9b566b-7cff-4a63-915d-c236ce9838e1. Jun 10 16:18:13.167506 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Calling delete_port for aa9b566b-7cff-4a63-915d-c236ce9838e1 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:13.330889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.335165 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a371ff62-6c0e-43c7-8dde-73dd9a504c4d tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:13.363892 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event deleted for resources: {'Port': ['ID=aa9b566b-7cff-4a63-915d-c236ce9838e1,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:13.368368 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:13.391906 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58970) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:13.407752 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-83f99802-d491-4555-bc5d-727b3af30f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.506546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-83f99802-d491-4555-bc5d-727b3af30f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.510416 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-83f99802-d491-4555-bc5d-727b3af30f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.513540 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b8670e0d-e888-4452-989c-2208af3bf2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:13.521433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:13.552761 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-83f99802-d491-4555-bc5d-727b3af30f18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cbf093d4f754a9fad406f7f51599313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597281 Jun 10 16:18:13.554257 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99802-d491-4555-bc5d-727b3af30f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82731a44-1579-462d-bd81-f2e9bcfc3ffa,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:13.556557 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 58972) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:13.562303 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-83f99802-d491-4555-bc5d-727b3af30f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:13.613009 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.636833 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.678006 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:13.687185 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.688901 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:13.690023 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.691161 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82731a44-1579-462d-bd81-f2e9bcfc3ffa HTTP/1.1" status: 204 len: 168 time: 0.1337652 Jun 10 16:18:13.691945 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-29200516-e5d3-4f3a-a009-03f6da28dd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:13.701935 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82731a44-1579-462d-bd81-f2e9bcfc3ffa,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:13.703792 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:13.704170 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bd8eb049-8ec2-4c29-a32e-e9f68524d86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:13.704784 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:13.748681 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] No DVR routers for this DVR port aa9b566b-7cff-4a63-915d-c236ce9838e1 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:13.751271 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.753289 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9d62c8db-b365-4045-927d-807df0c962b6 req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.49 "DELETE /v2.0/ports/aa9b566b-7cff-4a63-915d-c236ce9838e1 HTTP/1.1" status: 204 len: 173 time: 1.4981489 Jun 10 16:18:13.753814 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-deleted', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:13.756511 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eb3ae3-3e9d-4edb-8b8d-9efd31316e72" -d '{"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-deleted", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:13.803911 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25ac152-225f-4e09-af75-be25f64dacdf x-openstack-request-id: req-d25ac152-225f-4e09-af75-be25f64dacdf {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:13.804250 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45a3a10-e3f3-451b-a78b-08c714d1025f", "name": "network-vif-deleted", "tag": "aa9b566b-7cff-4a63-915d-c236ce9838e1", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:13.804545 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d25ac152-225f-4e09-af75-be25f64dacdf {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:13.804984 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45a3a10-e3f3-451b-a78b-08c714d1025f', 'name': 'network-vif-deleted', 'tag': 'aa9b566b-7cff-4a63-915d-c236ce9838e1', 'status': 'completed', 'code': 200} Jun 10 16:18:13.880835 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:14.044194 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4ad01418-0c28-4fbe-a569-3b004b7935b2 req-1e02a0b8-4a43-4d2d-b248-c768960326ad tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45a3a10-e3f3-451b-a78b-08c714d1025f HTTP/1.1" status: 200 len: 210 time: 0.0551462 Jun 10 16:18:14.203599 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:14.209908 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:14.218593 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:14.219220 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:14.377555 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:14.774983 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:14.778377 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756cba1-ee47-4371-96ca-214df90c534c None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:10:41Z', 'revision_number': 4, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'f0fc6718-05f1-4ada-a432-5eececc8dfd6', 'name': '', 'network_id': 'c04c9874-ce23-4aa4-a6d9-8b601de141e3', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'mac_address': 'fa:16:3e:97:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:37Z', 'updated_at': '2021-06-10T16:10:52Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'subnets': [{'id': '0b1fc139-cc35-40cf-a338-dd2610d131ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:15.000198 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84babfd-b071-49c3-a089-e0498537e925 None None] New status for floating IP 66a1d361-c241-456f-9417-56dd0dbb28f9: DOWN {{(pid=91920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:15.177420 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59020) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.248637 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.280739 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.347801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.351456 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.352655 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "DELETE /v2.0/security-groups/41c08efe-a4d5-4485-b8e1-ddcd14b2d61e HTTP/1.1" status: 204 len: 168 time: 0.1732192 Jun 10 16:18:15.353521 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3453293d-cf27-47c8-99c8-b125c22a38de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:15.355670 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59032) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.364004 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c08efe-a4d5-4485-b8e1-ddcd14b2d61e,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:15.370209 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:15.395261 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.api.v2.resource [None req-58d70cf5-cbbe-4f9e-a848-e7de15c95ee8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] show failed (client error): The resource could not be found. Jun 10 16:18:15.396898 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-58d70cf5-cbbe-4f9e-a848-e7de15c95ee8 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "GET /v2.0/security-groups/41c08efe-a4d5-4485-b8e1-ddcd14b2d61e HTTP/1.1" status: 404 len: 347 time: 0.0388525 Jun 10 16:18:15.399999 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59036) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.595518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Deleting port 19071b6f-f952-4105-8ecb-ae670400df89 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:15.595754 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.659406 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59040) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.727781 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.728110 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.800585 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4bfc5fb1-3b21-4b51-84cf-e42a5ae7dddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.833972 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Calling delete_port for 19071b6f-f952-4105-8ecb-ae670400df89 owned by network:floatingip {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:15.906315 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4bfc5fb1-3b21-4b51-84cf-e42a5ae7dddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.911536 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-4bfc5fb1-3b21-4b51-84cf-e42a5ae7dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.914508 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d4ca283c-d0e1-4c55-b30c-16043cb17dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:15.956810 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-4bfc5fb1-3b21-4b51-84cf-e42a5ae7dddf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e2952ba481a4564b26dee4374267a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962930 Jun 10 16:18:15.957770 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc5fb1-3b21-4b51-84cf-e42a5ae7dddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a33ce37-c655-467b-a1f9-447da1dbe683,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:15.960703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59044) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.962827 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4bfc5fb1-3b21-4b51-84cf-e42a5ae7dddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:16.018822 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.040718 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.043513 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:16.044456 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.072213 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Pushing event deleted for resources: {'Port': ['ID=19071b6f-f952-4105-8ecb-ae670400df89,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:16.075346 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:16.100431 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.103152 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.104868 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a33ce37-c655-467b-a1f9-447da1dbe683 HTTP/1.1" status: 204 len: 168 time: 0.1430087 Jun 10 16:18:16.105666 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-48ccdaad-fb54-4ef6-a9d1-05b2eaebb8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:16.115131 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a33ce37-c655-467b-a1f9-447da1dbe683,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:16.117494 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-eeb5fa5b-0d35-4f02-8786-91d1a593f61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:16.153621 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks [] for floatingip, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.156173 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.157383 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-0a7a9189-802d-43c6-b78f-5736af7471d5 tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] 10.222.0.44 "DELETE /v2.0/floatingips/66a1d361-c241-456f-9417-56dd0dbb28f9 HTTP/1.1" status: 204 len: 168 time: 0.7564106 Jun 10 16:18:16.387508 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59054) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.404504 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.502510 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.505980 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.509087 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6aa865f3-960f-417f-9b9d-7190c1a7f173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:16.547743 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1622c065c7834839bf6507d5b9ddbc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591656 Jun 10 16:18:16.548879 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20e880-d0f3-4063-ae47-91090257eb4a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:16.550509 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59056) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.551770 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:16.604514 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.627932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.677543 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.680228 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.681392 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb20e880-d0f3-4063-ae47-91090257eb4a HTTP/1.1" status: 204 len: 168 time: 0.1293459 Jun 10 16:18:16.682226 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8228178e-5e41-47da-b14a-eb357d83314c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:16.690731 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20e880-d0f3-4063-ae47-91090257eb4a,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:16.693112 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:16.769307 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.533684 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:17.561523 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: aa9b566b-7cff-4a63-915d-c236ce9838e1 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:17.562056 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device aa9b566b-7cff-4a63-915d-c236ce9838e1 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:18.485258 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59126) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:18.590370 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5eba2252-22c1-40ab-a87a-1bdf0d691a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.686628 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7103f49d-4372-4e80-9c29-1c5a363e2991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.690252 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5eba2252-22c1-40ab-a87a-1bdf0d691a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.694212 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5eba2252-22c1-40ab-a87a-1bdf0d691a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.697530 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-988af7f2-feef-4f71-93ae-aeaf2535911e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:18.735676 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2252-22c1-40ab-a87a-1bdf0d691a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226030f2-82f0-40e7-a6ac-cbbce969f426,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:18.740591 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5eba2252-22c1-40ab-a87a-1bdf0d691a39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=357afd1cb31948f5ba1c0bc7afc906d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542558 Jun 10 16:18:18.741725 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5eba2252-22c1-40ab-a87a-1bdf0d691a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:18.742889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59136) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:18.751616 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59138) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:18.801370 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.824926 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.874337 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.877165 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.880541 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/226030f2-82f0-40e7-a6ac-cbbce969f426 HTTP/1.1" status: 204 len: 168 time: 0.1344278 Jun 10 16:18:18.880541 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7abc2368-814d-492d-a4b2-0f7837fa9e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:18.888231 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226030f2-82f0-40e7-a6ac-cbbce969f426,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:18.896079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5bb824f5-dcfc-4cd1-9aef-b35ffd15d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.152366 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59146) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.169588 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-52278812-0956-4111-8034-b4a036772728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.261639 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.266052 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-52278812-0956-4111-8034-b4a036772728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.269948 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-52278812-0956-4111-8034-b4a036772728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.273278 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8963c962-6cf6-4e03-8bd6-7e4c8afc34fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:19.312566 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-52278812-0956-4111-8034-b4a036772728 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86aec113b9f640e0bfad085bbcae889e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590433 Jun 10 16:18:19.313787 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52278812-0956-4111-8034-b4a036772728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d2631-836f-4ca4-87e1-89ddd62a61c4,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:19.316110 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59148) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.318011 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-52278812-0956-4111-8034-b4a036772728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.374786 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.398898 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.456502 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.460084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.461228 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/697d2631-836f-4ca4-87e1-89ddd62a61c4 HTTP/1.1" status: 204 len: 168 time: 0.1442709 Jun 10 16:18:19.461989 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-859bdca5-7493-443c-8911-5e1fa23922c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:19.470601 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d2631-836f-4ca4-87e1-89ddd62a61c4,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:19.472915 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9132cc99-444f-4177-b51f-53a0c9b197bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.648698 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Deleting port f0fc6718-05f1-4ada-a432-5eececc8dfd6 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:19.649330 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.778988 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] For port f0fc6718-05f1-4ada-a432-5eececc8dfd6, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=f0fc6718-05f1-4ada-a432-5eececc8dfd6,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:19.779738 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.882409 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Calling delete_port for f0fc6718-05f1-4ada-a432-5eececc8dfd6 owned by network:router_interface {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:20.126499 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.129343 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:20.164801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fc6718-05f1-4ada-a432-5eececc8dfd6,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:20.192336 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:20.377953 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.668983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Router 8b2ba816-08d1-4b56-b6af-0adc26170555 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:20.814329 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:20.819385 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a975bd5e-cb44-43e9-9959-c614e3337604 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b2ba816-08d1-4b56-b6af-0adc26170555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0667593 Jun 10 16:18:20.822493 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59152) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.822973 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] Sync routers for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:20.831480 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:20.832094 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:17:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:20.966387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.977865 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:21.110218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.117548 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7537b3b8-097b-4758-bbd4-d479ee77fd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.174681 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Deleting port 65504229-bd61-4f9b-b083-12b324cc39cd {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:21.175024 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.214647 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:18:20Z', 'revision_number': 5, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port': {'id': '65504229-bd61-4f9b-b083-12b324cc39cd', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:25Z', 'updated_at': '2021-06-10T16:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:21.218006 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] Checking router: 8b2ba816-08d1-4b56-b6af-0adc26170555 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:21.226409 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] Routers {'8b2ba816-08d1-4b56-b6af-0adc26170555'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:21.226998 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['8b2ba816-08d1-4b56-b6af-0adc26170555'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:21.277519 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] For port 65504229-bd61-4f9b-b083-12b324cc39cd, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=65504229-bd61-4f9b-b083-12b324cc39cd,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:21.277876 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.343033 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] Set router 8b2ba816-08d1-4b56-b6af-0adc26170555 gateway port host: None {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:21.372774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Calling delete_port for 65504229-bd61-4f9b-b083-12b324cc39cd owned by network:router_gateway {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:21.425700 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:18:21Z', 'revision_number': 6, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:21.430316 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d8418-2295-4be7-8532-bfdb807307ac None None] The sync data for ids ['8b2ba816-08d1-4b56-b6af-0adc26170555'] in dv-cinder-789564-6-iscsi is: [{'id': '8b2ba816-08d1-4b56-b6af-0adc26170555', 'name': 'tempest-AttachVolumeShelveTestJSON-1792110967-router', 'tenant_id': '2073ea951e764d91a6191699b0e02db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:10:23Z', 'updated_at': '2021-06-10T16:18:21Z', 'revision_number': 6, 'project_id': '2073ea951e764d91a6191699b0e02db2', 'gw_port_host': None}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:21.519752 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.610298 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.613830 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:21.645674 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65504229-bd61-4f9b-b083-12b324cc39cd,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:21.649331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:21.728163 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.878766 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.880849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.961275 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.961821 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2ba816-08d1-4b56-b6af-0adc26170555 {{(pid=91919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:21.966655 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.967772 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-761c287a-7e9a-40d9-bae0-8f19ba3bc2f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8b2ba816-08d1-4b56-b6af-0adc26170555 HTTP/1.1" status: 204 len: 168 time: 1.1443017 Jun 10 16:18:21.970331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59154) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:22.025027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Deleting subnet 0b1fc139-cc35-40cf-a338-dd2610d131ce {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:22.026309 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.046014 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.075450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.198876 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.262090 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.264210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:22.294099 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1fc139-cc35-40cf-a338-dd2610d131ce,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:22.297137 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:22.298079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.302380 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-653e2fe0-2c7e-4f6e-94c8-9435d8d8344e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0b1fc139-cc35-40cf-a338-dd2610d131ce HTTP/1.1" status: 204 len: 168 time: 0.3286636 Jun 10 16:18:22.302490 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59156) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:22.315961 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc11a00-2cca-4b57-9643-b3a676efedfb None None] Network c04c9874-ce23-4aa4-a6d9-8b601de141e3 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:22.407589 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.479652 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Deleting port cf8b8250-01d6-4671-89b3-213c7b92ff08 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:22.480032 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.690086 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] DHCP port deletion for c04c9874-ce23-4aa4-a6d9-8b601de141e3 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:22.754078 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Deleting port cf8b8250-01d6-4671-89b3-213c7b92ff08 {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:22.754457 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.840340 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] For port cf8b8250-01d6-4671-89b3-213c7b92ff08, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cf8b8250-01d6-4671-89b3-213c7b92ff08,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:22.840657 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.864023 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] For port cf8b8250-01d6-4671-89b3-213c7b92ff08, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cf8b8250-01d6-4671-89b3-213c7b92ff08,segment=NetworkSegment(1c7e257c-d6ba-46c8-9602-948315553cff),segment_id=1c7e257c-d6ba-46c8-9602-948315553cff)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:22.864364 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.934706 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Calling delete_port for cf8b8250-01d6-4671-89b3-213c7b92ff08 owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:22.960774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Calling delete_port for cf8b8250-01d6-4671-89b3-213c7b92ff08 owned by network:dhcp {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:23.058273 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.061173 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:23.073628 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.075585 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:23.095873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8b8250-01d6-4671-89b3-213c7b92ff08,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:23.097737 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] No DVR routers for this DVR port cf8b8250-01d6-4671-89b3-213c7b92ff08 on host dv-cinder-789564-6-iscsi {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:23.099217 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:23.109807 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Pushing event deleted for resources: {'Port': ['ID=cf8b8250-01d6-4671-89b3-213c7b92ff08,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:23.112040 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:23.114431 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] No DVR routers for this DVR port cf8b8250-01d6-4671-89b3-213c7b92ff08 on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:23.199150 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.210944 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04c9874-ce23-4aa4-a6d9-8b601de141e3']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:23.221575 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7e257c-d6ba-46c8-9602-948315553cff') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:23.221871 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7e257c-d6ba-46c8-9602-948315553cff') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:23.231448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.246395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.252062 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:23.252449 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:23.254093 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:23.328873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.332811 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4f2accce-a40b-4a51-8239-f7bd95cdc449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:23.336025 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.337972 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c04c9874-ce23-4aa4-a6d9-8b601de141e3 HTTP/1.1" status: 204 len: 168 time: 1.0341103 Jun 10 16:18:23.356313 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c04c9874-ce23-4aa4-a6d9-8b601de141e3,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:23.358688 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:23.495030 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f0fc6718-05f1-4ada-a432-5eececc8dfd6 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:23.509899 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59160) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:23.520615 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: f0fc6718-05f1-4ada-a432-5eececc8dfd6 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:23.520963 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device f0fc6718-05f1-4ada-a432-5eececc8dfd6 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:23.521403 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cf8b8250-01d6-4671-89b3-213c7b92ff08 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:23.544521 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: cf8b8250-01d6-4671-89b3-213c7b92ff08 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:23.544870 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cf8b8250-01d6-4671-89b3-213c7b92ff08 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:23.545309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 65504229-bd61-4f9b-b083-12b324cc39cd no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:23.553959 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-431051c2-368d-491e-b8d7-c63dbbb4e7f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2073ea951e764d91a6191699b0e02db2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427630 Jun 10 16:18:23.556542 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59162) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:23.568174 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 65504229-bd61-4f9b-b083-12b324cc39cd {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:23.569212 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 65504229-bd61-4f9b-b083-12b324cc39cd not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:23.608738 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.632392 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.681769 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.685950 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.687131 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adb3b87d-b28f-422d-8fa5-52833f2eb2e3 HTTP/1.1" status: 204 len: 168 time: 0.1296604 Jun 10 16:18:23.687995 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4d07f332-9aeb-4e0e-9ae2-d7126d6a71d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:23.698801 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb3b87d-b28f-422d-8fa5-52833f2eb2e3,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:23.701317 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-aff6cbac-dc6a-416a-a079-a53800af95e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:23.912757 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.481158 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59238) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:28.588905 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.681276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.684819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.688017 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-bd30712f-0b38-457a-8420-68f30de6cd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:28.730931 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=560c612dffab4ecc80313b7377e92a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487061 Jun 10 16:18:28.731845 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030384e0-2c2d-42b2-8470-4f0e0eea0224,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:28.733713 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59242) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:28.738847 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.739230 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.740068 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.741047 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.741429 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.741795 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.742157 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.742514 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.742873 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.743227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.743579 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.743932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:28.747767 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:28.789936 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.816248 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.112451 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.115513 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.116656 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/030384e0-2c2d-42b2-8470-4f0e0eea0224 HTTP/1.1" status: 204 len: 168 time: 0.3819242 Jun 10 16:18:29.117441 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-843728c9-1ef6-4ed4-87d7-8e0e03bb8ec9 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:29.126041 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030384e0-2c2d-42b2-8470-4f0e0eea0224,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:29.128979 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:29.376170 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59248) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:29.392408 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4219e8ea-ba6b-4e5f-8e66-cd0655d991e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.485475 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4219e8ea-ba6b-4e5f-8e66-cd0655d991e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.489303 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4219e8ea-ba6b-4e5f-8e66-cd0655d991e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.492784 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9e350c00-6d82-4e4a-957b-13362b9a03a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:29.531835 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4219e8ea-ba6b-4e5f-8e66-cd0655d991e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3069e4417c214d7f80601d4eff4f957e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545753 Jun 10 16:18:29.533760 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219e8ea-ba6b-4e5f-8e66-cd0655d991e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f9e1c-2585-4b46-8ed4-88daa86bfaa7,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:29.534496 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59250) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:29.536712 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4219e8ea-ba6b-4e5f-8e66-cd0655d991e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:29.586585 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.608946 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.657075 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.659538 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.660646 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd5f9e1c-2585-4b46-8ed4-88daa86bfaa7 HTTP/1.1" status: 204 len: 168 time: 0.1251702 Jun 10 16:18:29.661455 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-efe40275-63c0-4097-9612-ab0f70b16f3a tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:29.670694 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f9e1c-2585-4b46-8ed4-88daa86bfaa7,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:29.672893 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3a1e836e-7d40-4bbe-b311-fdd25e0eb17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:39.630462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59342) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.738589 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.834789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.839963 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.843745 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-483cda98-9e2d-4dc8-9e8b-32c3bbe05173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:39.888934 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b9e21-d42c-436c-b4cb-af60a784b809,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:39.892696 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3aa1a9c36ff34631905e3bd3ea6c48c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612126 Jun 10 16:18:39.895420 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59346) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.900152 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.900533 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.900902 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.901298 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.901655 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.902011 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.902365 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.902717 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.903068 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.903415 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.903763 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.904108 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:39.907922 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-6a7dcc03-1a69-441e-82aa-b7b9af130623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:39.952094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.975433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.029280 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.032012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.033188 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d6b9e21-d42c-436c-b4cb-af60a784b809 HTTP/1.1" status: 204 len: 168 time: 0.1356254 Jun 10 16:18:40.034061 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c2e4b138-100e-4440-86d4-fdc06e8829c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.042571 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b9e21-d42c-436c-b4cb-af60a784b809,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.045042 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:40.297176 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59352) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.313125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ef25024a-ab10-432e-b901-f7c66525cffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.403973 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ef25024a-ab10-432e-b901-f7c66525cffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.407570 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ef25024a-ab10-432e-b901-f7c66525cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.410149 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5db4efb4-53d6-49b1-a618-e711b7ecfc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.448161 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25024a-ab10-432e-b901-f7c66525cffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae54b36-8435-4267-b3bc-104330034705,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.451246 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ef25024a-ab10-432e-b901-f7c66525cffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:40.453912 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ef25024a-ab10-432e-b901-f7c66525cffa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e462248de8264a35a53fda0a4638f0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557491 Jun 10 16:18:40.456635 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59354) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.507501 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.530977 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.581133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.584010 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.585338 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dae54b36-8435-4267-b3bc-104330034705 HTTP/1.1" status: 204 len: 168 time: 0.1280799 Jun 10 16:18:40.586174 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9d191e7a-2c6a-4679-996d-ba0b0f0e8878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.594748 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae54b36-8435-4267-b3bc-104330034705,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.597018 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:41.807750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59398) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:41.936414 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e058fd20-ac69-4dd7-97f7-68651e774b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.028126 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e058fd20-ac69-4dd7-97f7-68651e774b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.031739 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e058fd20-ac69-4dd7-97f7-68651e774b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.034220 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b21f067d-d78f-45b7-bcc4-ebffb383c98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:42.073332 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e058fd20-ac69-4dd7-97f7-68651e774b1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=043628fd4c874e1595ef02769397cedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645078 Jun 10 16:18:42.074179 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058fd20-ac69-4dd7-97f7-68651e774b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f13cc51-fdf0-4a0e-92c7-886f9673c71a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:42.075988 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59402) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:42.077262 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e058fd20-ac69-4dd7-97f7-68651e774b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:42.132473 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.154619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.203073 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.205785 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.206904 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f13cc51-fdf0-4a0e-92c7-886f9673c71a HTTP/1.1" status: 204 len: 168 time: 0.1299121 Jun 10 16:18:42.207727 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-9212e803-65bb-47a6-b634-df65b45f6a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:42.217371 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f13cc51-fdf0-4a0e-92c7-886f9673c71a,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:42.219612 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:42.808880 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59424) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:42.908474 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680961395-network', 'tenant_id': 'e6e8d3dc95224a509b4be3d83fd356ed'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:42.929746 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Made reservation on behalf of e6e8d3dc95224a509b4be3d83fd356ed for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:42.931946 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.944021 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.993426 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:18:43.052339 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.057627 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.061824 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7714b888-2356-4777-97cd-f829ff397a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.081496 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:43.100776 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f89f2-8251-4a05-a3e0-9c2b7316eb26,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.103972 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.105195 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.105526 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Added segment 515cf906-2997-4db2-8acb-022d8da9decb of type vlan for network ad3ad095-9046-442e-93d1-492f398371b2 Jun 10 16:18:43.153190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.181152 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.182408 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:43.182976 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.184913 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-992c4d61-d813-4441-a4c3-5706c496baea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.224975 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4119034 Jun 10 16:18:43.225435 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59428) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.230450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Request body: {'subnet': {'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680961395-subnet', 'tenant_id': 'e6e8d3dc95224a509b4be3d83fd356ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:43.252533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Made reservation on behalf of e6e8d3dc95224a509b4be3d83fd356ed for: {'subnet': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:43.254877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14595409'] for subnet, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.265536 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3ad095-9046-442e-93d1-492f398371b2,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.268800 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.280635 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network ad3ad095-9046-442e-93d1-492f398371b2 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:18:43.465825 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24045408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14595399'] for subnet, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.468770 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.538095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a21b5a5-5740-4ce1-a2f9-9127e9d587cb,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.542362 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Checking segment: {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:43.542715 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Network hostable DHCP agents. Network: ad3ad095-9046-442e-93d1-492f398371b2, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:43.545664 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.560084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Network ad3ad095-9046-442e-93d1-492f398371b2 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:43.569210 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, ad3ad095-9046-442e-93d1-492f398371b2) {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:43.573289 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:43.573859 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.578337 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c909ab-85e3-4020-9134-6b6ed5da40b3 None None] Network ad3ad095-9046-442e-93d1-492f398371b2 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:43.587759 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-a68a67a3-3386-40ae-b9aa-1f43e1068a47 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3612547 Jun 10 16:18:43.741556 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81801995-e452-4b8a-9657-5bf01d4d5b88 None None] Network ad3ad095-9046-442e-93d1-492f398371b2 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:45.359582 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-d43d396c-4126-416b-95f3-49b823bf4a6a tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:45.360938 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-d43d396c-4126-416b-95f3-49b823bf4a6a tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/networks?id=ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 200 len: 808 time: 0.1265271 Jun 10 16:18:45.375435 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-b7387360-be79-484a-baff-9634a34fb21a tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/quotas/e6e8d3dc95224a509b4be3d83fd356ed HTTP/1.1" status: 200 len: 375 time: 0.0087321 Jun 10 16:18:45.412575 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-728a4467-bfb5-4cb0-a27d-1249c245581c tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324016 Jun 10 16:18:45.570418 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-6b64a58e-0e17-4fa1-a8cc-6072fa2626c0 service neutron] 10.222.0.44 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512566 Jun 10 16:18:45.683867 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-411766f0-4d94-4d2a-8c89-58739f5baafc service neutron] 10.222.0.44 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073856 Jun 10 16:18:45.853025 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-016afebf-412b-49a5-8f02-c20bc6a5dc49 req-5a49d0bf-071c-453f-951d-367973fc23b2 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0367424 Jun 10 16:18:46.780686 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.005996 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-05d7bd52-cb9f-4cce-bb5f-162f2ee4880d req-20ee441b-5a5e-4c94-8a29-4ee1cfc9f529 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0354106 Jun 10 16:18:47.038802 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-ce3f4360-db43-48f9-9b83-3fde7e34c2cd tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:47.041091 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-ce3f4360-db43-48f9-9b83-3fde7e34c2cd tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "GET /v2.0/networks?id=ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 200 len: 808 time: 0.1457727 Jun 10 16:18:47.053698 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Request body: {'port': {'device_id': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2', 'admin_state_up': True, 'tenant_id': 'e6e8d3dc95224a509b4be3d83fd356ed'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:47.188930 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Made reservation on behalf of e6e8d3dc95224a509b4be3d83fd356ed for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:47.192489 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.340381 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Allocated IP 172.20.0.10 (ad3ad095-9046-442e-93d1-492f398371b2/3a21b5a5-5740-4ce1-a2f9-9127e9d587cb/1e0ebb95-b824-4345-ac3b-aae067b0e561) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:47.513637 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.552507 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.556379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1e209578-fafd-4dd7-927b-93da84d1839e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:47.604867 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Network ad3ad095-9046-442e-93d1-492f398371b2 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:47.608211 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:47.611919 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:47.641490 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Pushing event updated for resources: {'Port': ['ID=1e0ebb95-b824-4345-ac3b-aae067b0e561,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:47.646700 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:47.671244 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:47.671851 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.684789 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350150 Jun 10 16:18:47.697665 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Request body: {'port': {'device_id': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:47.783012 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.096825 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0ebb95-b824-4345-ac3b-aae067b0e561 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:18:48.104815 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.118521 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Transition to ACTIVE for port object 1e0ebb95-b824-4345-ac3b-aae067b0e561 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:48.128980 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.150989 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-acf2f385-b107-4ee3-8303-f94ef605831b tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:48.255607 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Pushing event updated for resources: {'Port': ['ID=1e0ebb95-b824-4345-ac3b-aae067b0e561,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:48.259019 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:48.341961 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b1eda-cce1-4e9e-843e-413bdc76d520 req-5c0cd661-c19d-4180-a433-ac574a06913e tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:48.343457 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ba9b1eda-cce1-4e9e-843e-413bdc76d520 req-5c0cd661-c19d-4180-a433-ac574a06913e tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 944 time: 0.2262225 Jun 10 16:18:48.392218 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Attempting to bind port 1e0ebb95-b824-4345-ac3b-aae067b0e561 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:48.392547 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Attempting to bind port 1e0ebb95-b824-4345-ac3b-aae067b0e561 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:48.392872 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Attempting to bind port 1e0ebb95-b824-4345-ac3b-aae067b0e561 on network ad3ad095-9046-442e-93d1-492f398371b2 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:48.400132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Port 1e0ebb95-b824-4345-ac3b-aae067b0e561 on network ad3ad095-9046-442e-93d1-492f398371b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:18:48.400442 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Attempting to bind port 1e0ebb95-b824-4345-ac3b-aae067b0e561 on network ad3ad095-9046-442e-93d1-492f398371b2 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:48.405363 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ba9b1eda-cce1-4e9e-843e-413bdc76d520 req-731052ce-e029-4649-a29c-50f7dea4b89c tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548928 Jun 10 16:18:48.407886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:48.408244 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Checking segment: {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:48.408568 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Bound using segment: {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:48.409011 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Bound port: 1e0ebb95-b824-4345-ac3b-aae067b0e561, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:48.409358 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.482510 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] For port 1e0ebb95-b824-4345-ac3b-aae067b0e561, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:48.485452 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] For port 1e0ebb95-b824-4345-ac3b-aae067b0e561, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:48.490457 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.492493 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-94a3ba46-c594-49a7-9894-0844688a75eb tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:48.534326 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:48.534935 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.536370 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] 10.222.0.49 "PUT /v2.0/ports/1e0ebb95-b824-4345-ac3b-aae067b0e561 HTTP/1.1" status: 200 len: 1094 time: 0.8426962 Jun 10 16:18:48.537109 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'tag': '1e0ebb95-b824-4345-ac3b-aae067b0e561'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:48.539261 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72845886-fab0-4e17-bcc3-b7cdf268ac8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c39808-7a85-4cf2-a59f-fd032037bff6", "tag": "1e0ebb95-b824-4345-ac3b-aae067b0e561"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:48.560569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Pushing event updated for resources: {'Port': ['ID=1e0ebb95-b824-4345-ac3b-aae067b0e561,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:48.563735 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:48.585478 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafc4c94-9c86-44e0-bd6f-72e727a0bcac x-openstack-request-id: req-fafc4c94-9c86-44e0-bd6f-72e727a0bcac {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:48.585798 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c39808-7a85-4cf2-a59f-fd032037bff6", "tag": "1e0ebb95-b824-4345-ac3b-aae067b0e561", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:48.586085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fafc4c94-9c86-44e0-bd6f-72e727a0bcac {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:48.586510 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'tag': '1e0ebb95-b824-4345-ac3b-aae067b0e561', 'status': 'completed', 'code': 200} Jun 10 16:18:48.646403 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-a1df1f4a-6c99-407e-ba11-eb671b95e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:48.647937 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-a1df1f4a-6c99-407e-ba11-eb671b95e61b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 1097 time: 0.0709002 Jun 10 16:18:48.688344 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d0b666c-ebaa-4657-a6e4-6048966d2034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.704074 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-eded939d-06e6-4fd6-a8b2-5e69957e5b68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561 HTTP/1.1" status: 200 len: 217 time: 0.0480864 Jun 10 16:18:48.764459 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b978-8756-442a-9613-21ee81346217 req-4a2e7f6a-bd05-436d-8b01-918b5442901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:48.765891 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-4a2e7f6a-bd05-436d-8b01-918b5442901f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b5a5-5740-4ce1-a2f9-9127e9d587cb HTTP/1.1" status: 200 len: 848 time: 0.0555058 Jun 10 16:18:48.801518 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-9e1dccce-bcf9-4282-8f5f-09c3a3560a60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad3ad095-9046-442e-93d1-492f398371b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jun 10 16:18:48.917977 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-00bbb4d0-6f2f-4562-965c-1be00924077e service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086831 Jun 10 16:18:49.029493 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8621b978-8756-442a-9613-21ee81346217 req-d835e841-d89f-4b2f-a9e8-fa409cea8d50 service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046019 Jun 10 16:18:49.129538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-495edd2d-de76-47e4-b066-af129e201d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:49.131178 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-495edd2d-de76-47e4-b066-af129e201d6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 1097 time: 0.0576346 Jun 10 16:18:49.243921 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-03c3834f-14f9-4268-bfa2-28f5bbd9e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:49.245348 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-03c3834f-14f9-4268-bfa2-28f5bbd9e503 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 200 len: 909 time: 0.1073580 Jun 10 16:18:49.297478 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-41ef1335-1325-497a-a436-b3a036be351c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561 HTTP/1.1" status: 200 len: 217 time: 0.0456166 Jun 10 16:18:49.357529 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-f57a70d5-f472-42d9-80c1-9516b8f78384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:49.358913 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-f57a70d5-f472-42d9-80c1-9516b8f78384 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b5a5-5740-4ce1-a2f9-9127e9d587cb HTTP/1.1" status: 200 len: 848 time: 0.0551026 Jun 10 16:18:49.396784 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-845d16db-272e-4330-b875-369e5bdaa30c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad3ad095-9046-442e-93d1-492f398371b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296032 Jun 10 16:18:49.699414 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 1e0ebb95-b824-4345-ac3b-aae067b0e561 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:18:49.823097 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 1e0ebb95-b824-4345-ac3b-aae067b0e561, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:49.830880 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-2ccdcf08-f905-4b12-963a-d4163c1cdd0e service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272194 Jun 10 16:18:49.836231 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '1e0ebb95-b824-4345-ac3b-aae067b0e561', 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2', 'port_id': '1e0ebb95-b824-4345-ac3b-aae067b0e561', 'mac_address': 'fa:16:3e:af:74:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21b5a5-5740-4ce1-a2f9-9127e9d587cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:18:49.882461 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.897449 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0ebb95-b824-4345-ac3b-aae067b0e561 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:18:49.922426 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 1e0ebb95-b824-4345-ac3b-aae067b0e561, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:49.926974 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.928912 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a8044cf8-e31f-4d23-a60e-6c154db3610a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:49.937660 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626aa5-cc53-4de5-8ee8-8b1d5a12004b req-763c2865-749f-4750-a1e6-8bcccbeebfe9 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:49.939123 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-10626aa5-cc53-4de5-8ee8-8b1d5a12004b req-763c2865-749f-4750-a1e6-8bcccbeebfe9 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 944 time: 0.1610391 Jun 10 16:18:49.982408 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=1e0ebb95-b824-4345-ac3b-aae067b0e561,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:49.989280 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.990556 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.990904 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.991239 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.991567 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.991896 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.992227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.992553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.992881 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.993231 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.993552 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.993871 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:49.997790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:50.001151 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-72845886-fab0-4e17-bcc3-b7cdf268ac8c req-606278a8-7f4d-411e-90df-b1b462129ed9 service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594028 Jun 10 16:18:50.004110 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-10626aa5-cc53-4de5-8ee8-8b1d5a12004b req-09fd9ae5-baa2-475a-a018-7790d9ce9d9b tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536780 Jun 10 16:18:50.166776 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['1e0ebb95-b824-4345-ac3b-aae067b0e561'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:18:50.412522 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59486) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.701613 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Deleting port bc1b0941-c972-4cdd-beb7-aabadc6bcb32 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:50.701954 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.799194 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.799512 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.892970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Calling delete_port for bc1b0941-c972-4cdd-beb7-aabadc6bcb32 owned by network:floatingip {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:51.114224 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.118248 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-63dbc39a-e538-4e6e-9fff-8c4d28a04430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:51.122447 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f1293b0e-5ec2-4799-8c9f-8f45d10b803e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.151494 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event deleted for resources: {'Port': ['ID=bc1b0941-c972-4cdd-beb7-aabadc6bcb32,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:51.155510 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:51.194908 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f04a3-7b4c-448e-b3e7-8ac4ffd81565 req-287157e2-2207-474c-b963-45d896dc8db6 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.197324 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1f8f04a3-7b4c-448e-b3e7-8ac4ffd81565 req-287157e2-2207-474c-b963-45d896dc8db6 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0713856 Jun 10 16:18:51.229043 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for floatingip, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.229378 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.l3_db [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Floating IP c7a6efd1-f178-4128-a317-a89afa7f833e disassociated (deleted). External IP: 172.27.0.34, port: c94f943a-6679-4002-9f79-61d7b3aaa809. Jun 10 16:18:51.240029 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1f8f04a3-7b4c-448e-b3e7-8ac4ffd81565 req-0540a7e3-9576-47b2-8260-73da24b8010e tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jun 10 16:18:51.516314 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Router ec82c659-6b32-49c6-852b-a2af0670f363 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:51.523978 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.663223 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:51.667919 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.672077 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] Sync routers for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:51.680581 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:51.681222 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:51.709105 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "DELETE /v2.0/floatingips/c7a6efd1-f178-4128-a317-a89afa7f833e HTTP/1.1" status: 204 len: 168 time: 1.2954447 Jun 10 16:18:51.709752 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:51.712035 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d035f3-7e29-4aee-a120-869a562e9ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:51.730240 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 1e0ebb95-b824-4345-ac3b-aae067b0e561 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:18:51.755571 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b34ba-2d6d-4386-a25b-453be2b3e857 x-openstack-request-id: req-be1b34ba-2d6d-4386-a25b-453be2b3e857 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:51.755934 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:51.756242 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be1b34ba-2d6d-4386-a25b-453be2b3e857 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:51.756776 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'status': 'completed', 'code': 200} Jun 10 16:18:51.844393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-e68965d4-9b58-4335-bfde-c5bce4cbe0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.845932 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-e68965d4-9b58-4335-bfde-c5bce4cbe0af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=400320c718ae4f20ba293eaa1d79429e&device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 1098 time: 0.0599957 Jun 10 16:18:51.981039 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-cd35744b-6a51-48d3-853b-5e09c68c58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.982609 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-cd35744b-6a51-48d3-853b-5e09c68c58f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 200 len: 910 time: 0.1297879 Jun 10 16:18:52.019315 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:52.022386 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 1e0ebb95-b824-4345-ac3b-aae067b0e561 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:52.043930 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-254d5ea2-fdf9-4526-aa99-48640184c2bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 200 len: 217 time: 0.0529180 Jun 10 16:18:52.066513 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 1e0ebb95-b824-4345-ac3b-aae067b0e561 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:52.066893 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.106222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-8fd78108-0856-4f03-97d2-70e2711d760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:52.108454 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-8fd78108-0856-4f03-97d2-70e2711d760a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 200 len: 848 time: 0.0576231 Jun 10 16:18:52.119413 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c09de5-44e8-49da-b256-e4320b901a0e req-da1b5036-e84c-4a99-adeb-a738a9e4103f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:52.123096 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-49c09de5-44e8-49da-b256-e4320b901a0e req-da1b5036-e84c-4a99-adeb-a738a9e4103f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0762146 Jun 10 16:18:52.164685 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-49c09de5-44e8-49da-b256-e4320b901a0e req-e710c233-a796-4dd6-bd29-d701a6db1c22 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Jun 10 16:18:52.170485 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.177450 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-4f3d8d51-d38f-4145-9b0a-3fb809c8ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:52.178916 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-4f3d8d51-d38f-4145-9b0a-3fb809c8ea73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01d4fd37-333f-42ee-90f6-322341043b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630751 Jun 10 16:18:52.295905 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-a4c9fbb9-08a5-4ca3-8c2c-b32759c46a05 service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094446 Jun 10 16:18:52.322803 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.386421 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0ebb95-b824-4345-ac3b-aae067b0e561'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:52.388682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d7ec5a-476e-4775-b2d5-72dfc5e6d9d2" -d '{"events": [{"server_uuid": "f1c39808-7a85-4cf2-a59f-fd032037bff6", "name": "network-vif-plugged", "status": "completed", "tag": "1e0ebb95-b824-4345-ac3b-aae067b0e561"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:52.405092 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 1e0ebb95-b824-4345-ac3b-aae067b0e561, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:52.415570 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.419479 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:52.450403 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87244ac4-e91b-4a58-82f9-dcafba791f12 x-openstack-request-id: req-87244ac4-e91b-4a58-82f9-dcafba791f12 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:52.450821 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c39808-7a85-4cf2-a59f-fd032037bff6", "name": "network-vif-plugged", "status": "completed", "tag": "1e0ebb95-b824-4345-ac3b-aae067b0e561", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:52.450975 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87244ac4-e91b-4a58-82f9-dcafba791f12 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:52.451549 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0ebb95-b824-4345-ac3b-aae067b0e561', 'code': 200} Jun 10 16:18:52.472481 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:59Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.485020 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-83d035f3-7e29-4aee-a120-869a562e9ad8 req-d6da6076-4a49-4f00-8451-369c2f7f0df4 service neutron] 10.222.0.49 "GET /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806073 Jun 10 16:18:52.486271 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] Checking router: ec82c659-6b32-49c6-852b-a2af0670f363 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:52.494743 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=1e0ebb95-b824-4345-ac3b-aae067b0e561,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:52.498455 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:52.503657 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:52.504032 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.506732 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efb211-5aa7-48e2-9e42-e693bf31322d req-38d30890-67bc-4a99-8bcc-9c336d80861d tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:52.513471 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-56efb211-5aa7-48e2-9e42-e693bf31322d req-38d30890-67bc-4a99-8bcc-9c336d80861d tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1180141 Jun 10 16:18:52.559442 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-56efb211-5aa7-48e2-9e42-e693bf31322d req-376e3fcd-d306-41a8-a7e2-1bc7c5ddf8eb tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Jun 10 16:18:52.658654 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:52.696948 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555aaad-44ce-4c2b-be27-5e1397392104 req-4fb2254d-67cf-4a59-aa2d-c6894a5698b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:52.698459 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a555aaad-44ce-4c2b-be27-5e1397392104 req-4fb2254d-67cf-4a59-aa2d-c6894a5698b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 1099 time: 0.0580015 Jun 10 16:18:52.740441 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a555aaad-44ce-4c2b-be27-5e1397392104 req-72c2473d-278c-47cf-90f1-4eb3b712eb7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Jun 10 16:18:52.923305 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:59Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.926542 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7eb533-ccf6-4a49-a956-b44d5ed6191c None None] The sync data for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi is: [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:12:53Z', 'revision_number': 4, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'c97b16c9-a51e-45fa-8623-4e9c1bb65387', 'name': '', 'network_id': '01d4fd37-333f-42ee-90f6-322341043b31', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'mac_address': 'fa:16:3e:e6:3b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:53Z', 'updated_at': '2021-06-10T16:12:59Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'subnets': [{'id': '94fe7010-296d-4cbc-a79f-8bb6bf179d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:53.130252 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f20fe-3650-493d-878c-122c9fe5960f None None] New status for floating IP c7a6efd1-f178-4128-a317-a89afa7f833e: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:53.378546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a2c5-d832-45b7-98c9-91c3d4765377 req-cc16d284-d360-4178-ab77-2707b92e6afc tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.380121 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7575a2c5-d832-45b7-98c9-91c3d4765377 req-cc16d284-d360-4178-ab77-2707b92e6afc tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0835929 Jun 10 16:18:53.425990 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-7575a2c5-d832-45b7-98c9-91c3d4765377 req-e3520411-b078-4631-a03e-a960efcd418d tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 Jun 10 16:18:53.742783 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3b673-6463-42d3-a5f1-523c4bab3e4b req-b174e0ab-3289-49c8-90e8-d091c4869e39 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.744207 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d5f3b673-6463-42d3-a5f1-523c4bab3e4b req-b174e0ab-3289-49c8-90e8-d091c4869e39 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 946 time: 0.0728743 Jun 10 16:18:53.793568 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d5f3b673-6463-42d3-a5f1-523c4bab3e4b req-1deb144d-40b8-475f-9140-9e6f325390d3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Jun 10 16:18:53.914729 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.939275 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-b885a677-51d1-4f0f-9b74-e868773b2b88 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.940719 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-b885a677-51d1-4f0f-9b74-e868773b2b88 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 945 time: 0.0721929 Jun 10 16:18:54.060775 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Deleting port c94f943a-6679-4002-9f79-61d7b3aaa809 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:54.061027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.171863 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] For port c94f943a-6679-4002-9f79-61d7b3aaa809, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c94f943a-6679-4002-9f79-61d7b3aaa809,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:54.172213 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.263029 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Calling delete_port for c94f943a-6679-4002-9f79-61d7b3aaa809 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:54.412679 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.416437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4234d75c-7d20-4157-bc3b-2571e7ddc998 tempest-AttachVolumeNegativeTest-97753832 tempest-AttachVolumeNegativeTest-97753832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:54.444877 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event deleted for resources: {'Port': ['ID=c94f943a-6679-4002-9f79-61d7b3aaa809,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:54.448219 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:54.508391 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] No DVR routers for this DVR port c94f943a-6679-4002-9f79-61d7b3aaa809 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:54.510856 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.512787 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8ca5482f-4ba5-40eb-a364-3b97a02dbd21 req-29e84314-3028-4fbd-bdee-d3d1c006a161 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.49 "DELETE /v2.0/ports/c94f943a-6679-4002-9f79-61d7b3aaa809 HTTP/1.1" status: 204 len: 173 time: 0.5619941 Jun 10 16:18:54.513321 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-deleted', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:54.515586 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e91777d-660a-4765-beee-776c379ea1c8" -d '{"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-deleted", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:54.551371 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc36cc4-f08d-47cd-bf4e-fcc35f430830 x-openstack-request-id: req-cbc36cc4-f08d-47cd-bf4e-fcc35f430830 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:54.552227 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f616f84-586f-4c17-a9c6-1c6c663b0700", "name": "network-vif-deleted", "tag": "c94f943a-6679-4002-9f79-61d7b3aaa809", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:54.552563 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbc36cc4-f08d-47cd-bf4e-fcc35f430830 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:54.553012 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f616f84-586f-4c17-a9c6-1c6c663b0700', 'name': 'network-vif-deleted', 'tag': 'c94f943a-6679-4002-9f79-61d7b3aaa809', 'status': 'completed', 'code': 200} Jun 10 16:18:54.586772 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-efc9af28-c120-4726-96eb-b8ca97704632 req-7554b89a-6bce-4a45-b6f2-359bae987052 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f616f84-586f-4c17-a9c6-1c6c663b0700 HTTP/1.1" status: 200 len: 210 time: 0.0401106 Jun 10 16:18:54.995743 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f70c-ffcb-4be8-aed6-6c8a4d0ed522 req-8b7a2d48-b94e-4eab-8918-330168a40814 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:54.997235 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81e0f70c-ffcb-4be8-aed6-6c8a4d0ed522 req-8b7a2d48-b94e-4eab-8918-330168a40814 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 946 time: 0.0776322 Jun 10 16:18:55.040232 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-81e0f70c-ffcb-4be8-aed6-6c8a4d0ed522 req-1d52dd9a-01dc-406a-8653-5c26cf303ad4 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Jun 10 16:18:55.684629 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59524) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:55.762994 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.790000 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.886669 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.889183 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.890304 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] 10.222.0.44 "DELETE /v2.0/security-groups/a5bf677a-3bcf-495a-a26a-d6d4d680bf6a HTTP/1.1" status: 204 len: 168 time: 0.2046697 Jun 10 16:18:55.891770 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0fd6a810-d4a2-460d-9d0b-26bbb637cb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:55.905478 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bf677a-3bcf-495a-a26a-d6d4d680bf6a,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:55.911713 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b8241b38-90e4-4b7a-b132-a10b613edb05 tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:55.927853 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0dfb2-fe62-4a59-8d70-aef8269c6aee req-b17f7f8b-db48-4536-907a-e8cde01a7295 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:55.927853 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bca0dfb2-fe62-4a59-8d70-aef8269c6aee req-b17f7f8b-db48-4536-907a-e8cde01a7295 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 946 time: 0.0937722 Jun 10 16:18:55.947712 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59530) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:55.976370 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-bca0dfb2-fe62-4a59-8d70-aef8269c6aee req-cae01cc2-5ff8-489e-ad36-58e463285e10 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Jun 10 16:18:56.437272 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.752951 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Deleting port c97b16c9-a51e-45fa-8623-4e9c1bb65387 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:56.753320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.854402 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] For port c97b16c9-a51e-45fa-8623-4e9c1bb65387, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=c97b16c9-a51e-45fa-8623-4e9c1bb65387,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:56.854753 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.950450 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Calling delete_port for c97b16c9-a51e-45fa-8623-4e9c1bb65387 owned by network:router_interface {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:57.204750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03595ef4-bdba-4bc0-ad4a-ae3e2e9609a3 req-922651de-c6c1-4cb2-b7af-03b720d82efc tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:57.206230 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-03595ef4-bdba-4bc0-ad4a-ae3e2e9609a3 req-922651de-c6c1-4cb2-b7af-03b720d82efc tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 946 time: 0.1112854 Jun 10 16:18:57.255905 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.260703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:57.292045 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-03595ef4-bdba-4bc0-ad4a-ae3e2e9609a3 req-583608a2-3e98-45f9-a5a4-76123daa7c50 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778940 Jun 10 16:18:57.293215 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97b16c9-a51e-45fa-8623-4e9c1bb65387,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:57.296791 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:57.345457 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a298-b312-4237-8212-fa296b5fcd3e req-ec98e46d-07d7-4d24-a2d2-a8cf1b52ddda tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:57.346911 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b389a298-b312-4237-8212-fa296b5fcd3e req-ec98e46d-07d7-4d24-a2d2-a8cf1b52ddda tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 946 time: 0.0858164 Jun 10 16:18:57.480653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Deleting port 1e0ebb95-b824-4345-ac3b-aae067b0e561 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:57.481149 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.610355 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] For port 1e0ebb95-b824-4345-ac3b-aae067b0e561, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1e0ebb95-b824-4345-ac3b-aae067b0e561,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:57.610620 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.712393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Calling delete_port for 1e0ebb95-b824-4345-ac3b-aae067b0e561 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:57.726696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:57.753361 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: c94f943a-6679-4002-9f79-61d7b3aaa809 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:57.753718 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device c94f943a-6679-4002-9f79-61d7b3aaa809 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:57.769219 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.870622 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.875395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0cc81058-28a0-438e-a411-d758d56b8fef tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:57.886212 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['1e0ebb95-b824-4345-ac3b-aae067b0e561'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:18:57.916005 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Pushing event deleted for resources: {'Port': ['ID=1e0ebb95-b824-4345-ac3b-aae067b0e561,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:57.918970 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:57.968281 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] No DVR routers for this DVR port 1e0ebb95-b824-4345-ac3b-aae067b0e561 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:57.970797 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.972985 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b389a298-b312-4237-8212-fa296b5fcd3e req-7c4fa5e7-4a58-4413-be43-1e43f8d10eb7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "DELETE /v2.0/ports/1e0ebb95-b824-4345-ac3b-aae067b0e561 HTTP/1.1" status: 204 len: 173 time: 0.6169147 Jun 10 16:18:57.974515 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'name': 'network-vif-deleted', 'tag': '1e0ebb95-b824-4345-ac3b-aae067b0e561'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:57.977438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b2ae2-adec-494b-8c5f-9dfd1025363e" -d '{"events": [{"server_uuid": "f1c39808-7a85-4cf2-a59f-fd032037bff6", "name": "network-vif-deleted", "tag": "1e0ebb95-b824-4345-ac3b-aae067b0e561"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:58.020269 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c27cb-0302-4fae-b7f6-89dfb0d11dfb x-openstack-request-id: req-aa2c27cb-0302-4fae-b7f6-89dfb0d11dfb {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:58.021565 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c39808-7a85-4cf2-a59f-fd032037bff6", "name": "network-vif-deleted", "tag": "1e0ebb95-b824-4345-ac3b-aae067b0e561", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:58.022048 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa2c27cb-0302-4fae-b7f6-89dfb0d11dfb {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:58.022675 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c39808-7a85-4cf2-a59f-fd032037bff6', 'name': 'network-vif-deleted', 'tag': '1e0ebb95-b824-4345-ac3b-aae067b0e561', 'status': 'completed', 'code': 200} Jun 10 16:18:58.083020 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Router ec82c659-6b32-49c6-852b-a2af0670f363 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:58.230969 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:58.236329 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec82c659-6b32-49c6-852b-a2af0670f363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874365 Jun 10 16:18:58.238901 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59542) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.240016 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] Sync routers for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:58.249191 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:58.249878 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.390737 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:58.391259 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks [] for router, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.539630 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-dc34f718-f336-4f0b-af1d-c1a865e22dd5 req-7ad909d7-7317-45e5-8b2e-308c04e66e5d tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c39808-7a85-4cf2-a59f-fd032037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0857105 Jun 10 16:18:58.594392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.655388 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:18:57Z', 'revision_number': 5, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port': {'id': 'b8379847-ca7a-42e3-a5d8-1a5f910dc331', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:48Z', 'updated_at': '2021-06-10T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.656104 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Deleting port b8379847-ca7a-42e3-a5d8-1a5f910dc331 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:18:58.656432 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.658733 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] Checking router: ec82c659-6b32-49c6-852b-a2af0670f363 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:58.666754 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] Routers {'ec82c659-6b32-49c6-852b-a2af0670f363'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:58.667353 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ec82c659-6b32-49c6-852b-a2af0670f363'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.763625 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] For port b8379847-ca7a-42e3-a5d8-1a5f910dc331, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=b8379847-ca7a-42e3-a5d8-1a5f910dc331,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:58.763979 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.788843 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] Set router ec82c659-6b32-49c6-852b-a2af0670f363 gateway port host: None {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:58.865048 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Calling delete_port for b8379847-ca7a-42e3-a5d8-1a5f910dc331 owned by network:router_gateway {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:18:58.872936 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:18:58Z', 'revision_number': 6, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.876344 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac836b-272e-4b26-9915-1d4ebfba548e None None] The sync data for ids ['ec82c659-6b32-49c6-852b-a2af0670f363'] in dv-cinder-789564-6-iscsi is: [{'id': 'ec82c659-6b32-49c6-852b-a2af0670f363', 'name': 'tempest-TestShelveInstance-1167378823-router', 'tenant_id': '400320c718ae4f20ba293eaa1d79429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:47Z', 'updated_at': '2021-06-10T16:18:58Z', 'revision_number': 6, 'project_id': '400320c718ae4f20ba293eaa1d79429e', 'gw_port_host': None}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:59.074207 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.076836 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5ffbb32a-35f7-411e-aff7-f87e31fdd3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:59.105012 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8379847-ca7a-42e3-a5d8-1a5f910dc331,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:59.108637 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:59.179132 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.318922 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.321083 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.375123 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.375619 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec82c659-6b32-49c6-852b-a2af0670f363 {{(pid=91918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:59.379886 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.381289 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-dc5ee52f-9ce8-4c13-855c-dded62148f00 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ec82c659-6b32-49c6-852b-a2af0670f363 HTTP/1.1" status: 204 len: 168 time: 1.1412923 Jun 10 16:18:59.383847 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59546) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:59.439019 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Deleting subnet 94fe7010-296d-4cbc-a79f-8bb6bf179d23 {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:59.441878 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.484761 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.578225 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.655283 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.655283 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2437266c-fae9-4cd1-9ab3-53194c22fe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:59.688778 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fe7010-296d-4cbc-a79f-8bb6bf179d23,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:59.692065 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:59.693312 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.693961 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b8379847-ca7a-42e3-a5d8-1a5f910dc331 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:59.695324 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7593e523-1447-47ab-95d0-d5450b23237f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94fe7010-296d-4cbc-a79f-8bb6bf179d23 HTTP/1.1" status: 204 len: 168 time: 0.3105435 Jun 10 16:18:59.697972 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59554) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:59.701476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ff653-a1e6-4326-b477-609447eefb2b None None] Network 01d4fd37-333f-42ee-90f6-322341043b31 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:59.811897 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.905260 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: b8379847-ca7a-42e3-a5d8-1a5f910dc331 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:59.906267 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b8379847-ca7a-42e3-a5d8-1a5f910dc331 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:59.906880 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device c97b16c9-a51e-45fa-8623-4e9c1bb65387 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:18:59.918392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-67dcdca1-a1f1-4cca-90e0-84f5b3cfc4bd tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:59.919987 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-67dcdca1-a1f1-4cca-90e0-84f5b3cfc4bd tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/networks?id=ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 200 len: 808 time: 0.1495826 Jun 10 16:18:59.935670 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: c97b16c9-a51e-45fa-8623-4e9c1bb65387 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:18:59.936026 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device c97b16c9-a51e-45fa-8623-4e9c1bb65387 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:18:59.941602 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-e8d9e14b-8e46-41c9-b4ea-d8da8cbffef6 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/quotas/e6e8d3dc95224a509b4be3d83fd356ed HTTP/1.1" status: 200 len: 375 time: 0.0120995 Jun 10 16:19:00.000177 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-99323dc3-19b8-4323-b7a0-5f3db8cef845 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524065 Jun 10 16:19:00.133935 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-fa49f1ec-1738-41de-a43a-6f40bd907750 service neutron] 10.222.0.44 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327460 Jun 10 16:19:00.156352 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] DHCP port deletion for 01d4fd37-333f-42ee-90f6-322341043b31 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:00.203040 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Deleting port cbd68a24-0314-46d3-bfbe-3f71356260db {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:00.203402 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.214095 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Deleting port cbd68a24-0314-46d3-bfbe-3f71356260db {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:00.214554 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.259776 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-346e14b3-cf69-4910-8a02-b499998f3b97 service neutron] 10.222.0.44 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198626 Jun 10 16:19:00.292888 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] For port cbd68a24-0314-46d3-bfbe-3f71356260db, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cbd68a24-0314-46d3-bfbe-3f71356260db,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:00.293323 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.305399 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] For port cbd68a24-0314-46d3-bfbe-3f71356260db, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=cbd68a24-0314-46d3-bfbe-3f71356260db,segment=NetworkSegment(144929fe-a131-4f27-8d06-0c1e74658896),segment_id=144929fe-a131-4f27-8d06-0c1e74658896)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:00.305941 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.403132 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Calling delete_port for cbd68a24-0314-46d3-bfbe-3f71356260db owned by network:dhcp {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:00.415183 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Calling delete_port for cbd68a24-0314-46d3-bfbe-3f71356260db owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:00.492260 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0650990a-d859-48a6-b54e-4bddec5bfe09 req-b092013a-6f71-4c01-ba8b-2a785eaf1901 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 210 time: 0.0827875 Jun 10 16:19:00.522492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.525514 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-d69c4e6b-0601-4ccd-ad36-4f86a88cddf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:00.538143 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.541812 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-50628d91-270c-4b3d-8eb1-c72e2c4d699e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:00.556741 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Pushing event deleted for resources: {'Port': ['ID=cbd68a24-0314-46d3-bfbe-3f71356260db,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:00.559492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:00.565269 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] No DVR routers for this DVR port cbd68a24-0314-46d3-bfbe-3f71356260db on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:00.576168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd68a24-0314-46d3-bfbe-3f71356260db,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:00.579000 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:00.579771 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] No DVR routers for this DVR port cbd68a24-0314-46d3-bfbe-3f71356260db on host dv-cinder-789564-6-iscsi {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:00.689434 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.700639 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d4fd37-333f-42ee-90f6-322341043b31']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:00.712667 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144929fe-a131-4f27-8d06-0c1e74658896') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:00.713022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144929fe-a131-4f27-8d06-0c1e74658896') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:00.723147 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.737983 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.745678 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:00.746171 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: self.session.flush() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: self.session.flush() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: self.session.flush() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: self.session.flush() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:00.747840 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:00.830300 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.834241 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d5044d49-a637-4521-b877-524a4a70d1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:00.836904 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.838850 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] 10.222.0.44 "DELETE /v2.0/networks/01d4fd37-333f-42ee-90f6-322341043b31 HTTP/1.1" status: 204 len: 168 time: 1.1399660 Jun 10 16:19:00.841873 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59574) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:00.853709 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Pushing event deleted for resources: {'Network': ['ID=01d4fd37-333f-42ee-90f6-322341043b31,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:00.856222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.525301 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cbd68a24-0314-46d3-bfbe-3f71356260db no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:01.579171 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: cbd68a24-0314-46d3-bfbe-3f71356260db {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:19:01.592169 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device cbd68a24-0314-46d3-bfbe-3f71356260db not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:19:01.596904 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.670740 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-4dabb06e-5131-4e42-8084-1e24bed0874c tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:01.672350 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-4dabb06e-5131-4e42-8084-1e24bed0874c tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "GET /v2.0/networks?id=ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 200 len: 808 time: 0.2213147 Jun 10 16:19:01.684925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Request body: {'port': {'device_id': '115be529-0d64-4464-b0d1-fa64558549a3', 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2', 'admin_state_up': True, 'tenant_id': 'e6e8d3dc95224a509b4be3d83fd356ed'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:01.745683 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 1e0ebb95-b824-4345-ac3b-aae067b0e561 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:01.746919 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3a673022-22dc-4cc4-816f-b34abb382582 req-e19674f4-fe5c-4d5f-b078-388cc2d7996a tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 210 time: 0.0878639 Jun 10 16:19:01.773518 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 1e0ebb95-b824-4345-ac3b-aae067b0e561 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:19:01.773957 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 1e0ebb95-b824-4345-ac3b-aae067b0e561 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:19:01.829141 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Made reservation on behalf of e6e8d3dc95224a509b4be3d83fd356ed for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:01.832642 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.974860 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Allocated IP 172.20.0.12 (ad3ad095-9046-442e-93d1-492f398371b2/3a21b5a5-5740-4ce1-a2f9-9127e9d587cb/d394d06f-a671-4e95-a462-5eb5c6153e56) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:01.994579 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Deleting port 0145cf4a-85df-4f2f-926b-b4831512f79e {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:01.994912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.107110 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] For port 0145cf4a-85df-4f2f-926b-b4831512f79e, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=0145cf4a-85df-4f2f-926b-b4831512f79e,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:02.107483 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.158642 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.198950 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.200625 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Calling delete_port for 0145cf4a-85df-4f2f-926b-b4831512f79e owned by network:router_interface {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:02.202619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-38fd963d-fb54-4e3a-b127-4b9822db3377 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:02.256220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Network ad3ad095-9046-442e-93d1-492f398371b2 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:02.259865 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:02.263637 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:02.293102 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Pushing event updated for resources: {'Port': ['ID=d394d06f-a671-4e95-a462-5eb5c6153e56,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:02.300754 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:02.323844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:02.324528 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.339068 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6580822 Jun 10 16:19:02.352019 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Request body: {'port': {'device_id': '115be529-0d64-4464-b0d1-fa64558549a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:02.429251 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.431916 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-b53f844f-0214-40c2-8d38-cd0bc2ac773a tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:02.441772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.461558 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0145cf4a-85df-4f2f-926b-b4831512f79e,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:02.465317 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:02.685239 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.761091 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d394d06f-a671-4e95-a462-5eb5c6153e56 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:19:02.768148 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.780646 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Transition to ACTIVE for port object d394d06f-a671-4e95-a462-5eb5c6153e56 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:02.784274 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.787414 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-6e8f2267-ca86-49b7-943c-903d7ef11e4c tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:02.921932 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Pushing event updated for resources: {'Port': ['ID=d394d06f-a671-4e95-a462-5eb5c6153e56,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:02.924774 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:02.992320 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Router 39e5b765-9bd5-4710-beb6-95c29523a403 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:03.030236 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c06a-3778-4d14-a20c-7b91b6bd6da0 req-48ee8ff2-0ee5-4b52-aed0-133ef24e8eb3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.031707 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0d64c06a-3778-4d14-a20c-7b91b6bd6da0 req-48ee8ff2-0ee5-4b52-aed0-133ef24e8eb3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 944 time: 0.1654034 Jun 10 16:19:03.036656 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Attempting to bind port d394d06f-a671-4e95-a462-5eb5c6153e56 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:03.037020 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Attempting to bind port d394d06f-a671-4e95-a462-5eb5c6153e56 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:03.037350 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Attempting to bind port d394d06f-a671-4e95-a462-5eb5c6153e56 on network ad3ad095-9046-442e-93d1-492f398371b2 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:03.056092 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Port d394d06f-a671-4e95-a462-5eb5c6153e56 on network ad3ad095-9046-442e-93d1-492f398371b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:19:03.056415 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Attempting to bind port d394d06f-a671-4e95-a462-5eb5c6153e56 on network ad3ad095-9046-442e-93d1-492f398371b2 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:03.066757 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:03.067648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Checking segment: {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:03.068106 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Bound using segment: {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:03.068544 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Bound port: d394d06f-a671-4e95-a462-5eb5c6153e56, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515cf906-2997-4db2-8acb-022d8da9decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:03.068897 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.093851 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0d64c06a-3778-4d14-a20c-7b91b6bd6da0 req-24b7a1e0-ff2a-4099-b718-45660fbad5a1 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542452 Jun 10 16:19:03.135551 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:03.143157 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] 10.222.0.44 "PUT /v2.0/routers/39e5b765-9bd5-4710-beb6-95c29523a403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2976792 Jun 10 16:19:03.143267 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59584) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:03.144264 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] Sync routers for ids ['39e5b765-9bd5-4710-beb6-95c29523a403'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:03.153983 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] Routers {'39e5b765-9bd5-4710-beb6-95c29523a403'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:03.154664 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['39e5b765-9bd5-4710-beb6-95c29523a403'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:03.157273 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] For port d394d06f-a671-4e95-a462-5eb5c6153e56, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:03.160445 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] For port d394d06f-a671-4e95-a462-5eb5c6153e56, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d394d06f-a671-4e95-a462-5eb5c6153e56,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:03.165676 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.167655 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:03.209945 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.210636 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.212001 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] 10.222.0.49 "PUT /v2.0/ports/d394d06f-a671-4e95-a462-5eb5c6153e56 HTTP/1.1" status: 200 len: 1094 time: 0.8645794 Jun 10 16:19:03.212517 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115be529-0d64-4464-b0d1-fa64558549a3', 'tag': 'd394d06f-a671-4e95-a462-5eb5c6153e56'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:03.214822 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d50cf2-85a3-475e-a470-3ea082b671f5" -d '{"events": [{"name": "network-changed", "server_uuid": "115be529-0d64-4464-b0d1-fa64558549a3", "tag": "d394d06f-a671-4e95-a462-5eb5c6153e56"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:03.255340 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de322a-9da9-4560-b25b-9dd3cd6da484 x-openstack-request-id: req-63de322a-9da9-4560-b25b-9dd3cd6da484 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:03.255718 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115be529-0d64-4464-b0d1-fa64558549a3", "tag": "d394d06f-a671-4e95-a462-5eb5c6153e56", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:03.256008 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63de322a-9da9-4560-b25b-9dd3cd6da484 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:03.256451 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115be529-0d64-4464-b0d1-fa64558549a3', 'tag': 'd394d06f-a671-4e95-a462-5eb5c6153e56', 'status': 'completed', 'code': 200} Jun 10 16:19:03.257245 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Pushing event updated for resources: {'Port': ['ID=d394d06f-a671-4e95-a462-5eb5c6153e56,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:03.260303 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:03.309203 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks [] for router, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.323565 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] Set router 39e5b765-9bd5-4710-beb6-95c29523a403 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:03.328059 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-aa626e1b-7c18-40ba-9d32-b96c4880687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.329564 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-aa626e1b-7c18-40ba-9d32-b96c4880687b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 1097 time: 0.0669315 Jun 10 16:19:03.392227 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-53c5136c-018e-4185-b75a-0d048198c677 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d394d06f-a671-4e95-a462-5eb5c6153e56 HTTP/1.1" status: 200 len: 217 time: 0.0545933 Jun 10 16:19:03.462106 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-a4953235-688b-4d39-87d6-d7f648337282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.463601 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-a4953235-688b-4d39-87d6-d7f648337282 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b5a5-5740-4ce1-a2f9-9127e9d587cb HTTP/1.1" status: 200 len: 848 time: 0.0639710 Jun 10 16:19:03.513268 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-394b39cc-bbe2-416b-a5ce-03f075087a28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad3ad095-9046-442e-93d1-492f398371b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399916 Jun 10 16:19:03.654903 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-81ec9b7e-0529-4e3e-a5ab-effd69bfc1cf service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340446 Jun 10 16:19:03.665316 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:19:02Z', 'revision_number': 5, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:03.668783 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] Checking router: 39e5b765-9bd5-4710-beb6-95c29523a403 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:19:03.682095 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] Routers {'39e5b765-9bd5-4710-beb6-95c29523a403'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:03.682989 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:18:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['39e5b765-9bd5-4710-beb6-95c29523a403'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:03.723203 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.781754 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Deleting port 7151c653-c12e-4503-b7ff-96493010b6d3 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:03.782075 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.790135 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3cbe0a61-8700-4f0d-a900-774419209ecd req-a75c5df9-508e-4616-8555-8ff7b7a45c83 service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273882 Jun 10 16:19:03.840143 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] Set router 39e5b765-9bd5-4710-beb6-95c29523a403 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:03.892546 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] For port 7151c653-c12e-4503-b7ff-96493010b6d3, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=7151c653-c12e-4503-b7ff-96493010b6d3,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:03.893037 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.907377 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-b30098df-4181-48b0-923d-8fa48b411215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.909624 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-b30098df-4181-48b0-923d-8fa48b411215 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 1097 time: 0.0698290 Jun 10 16:19:03.993944 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Calling delete_port for 7151c653-c12e-4503-b7ff-96493010b6d3 owned by network:router_gateway {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:04.035184 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-23fe137a-bb2c-4d67-9200-f174c400ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:04.036625 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-23fe137a-bb2c-4d67-9200-f174c400ecce service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 200 len: 909 time: 0.1197391 Jun 10 16:19:04.092004 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-a5f996b9-f7f1-4839-a55a-e23ea97a677a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d394d06f-a671-4e95-a462-5eb5c6153e56 HTTP/1.1" status: 200 len: 217 time: 0.0482969 Jun 10 16:19:04.104442 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:19:02Z', 'revision_number': 5, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:04.107955 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464dc22-5cb0-47e6-8211-2b166be47d54 None None] The sync data for ids ['39e5b765-9bd5-4710-beb6-95c29523a403'] in dv-cinder-789564-6-iscsi is: [{'id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'name': 'tempest-TestShelveInstance-1471712206-router', 'tenant_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:12:56Z', 'updated_at': '2021-06-10T16:19:02Z', 'revision_number': 5, 'project_id': '7151206ad0074bcdb366a75d8c3f4f9a', 'gw_port': {'id': '7151c653-c12e-4503-b7ff-96493010b6d3', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e5b765-9bd5-4710-beb6-95c29523a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:12:57Z', 'updated_at': '2021-06-10T16:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:04.167085 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-f965a939-3537-4eca-b952-c9ea3a3d7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:04.168105 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-f965a939-3537-4eca-b952-c9ea3a3d7270 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b5a5-5740-4ce1-a2f9-9127e9d587cb HTTP/1.1" status: 200 len: 848 time: 0.0683954 Jun 10 16:19:04.222021 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-c6e35936-e5e0-45b8-bff0-0ded8b68f583 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad3ad095-9046-442e-93d1-492f398371b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448291 Jun 10 16:19:04.226127 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.228440 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:04.261842 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7151c653-c12e-4503-b7ff-96493010b6d3,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:04.266850 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:04.345208 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.399115 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-d976a8d9-e86e-4bd9-86b5-70f157cf7c3a service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695738 Jun 10 16:19:04.407297 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fce0ff-0022-42cf-b4ca-0ebc0b78e251 req-ee99ce41-7853-4e27-88f5-2602c64afb6a tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:04.408748 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-45fce0ff-0022-42cf-b4ca-0ebc0b78e251 req-ee99ce41-7853-4e27-88f5-2602c64afb6a tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 944 time: 0.1719413 Jun 10 16:19:04.483262 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.485498 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.520221 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-45fce0ff-0022-42cf-b4ca-0ebc0b78e251 req-46ed9411-b831-4335-b43a-31b571eb4f21 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032572 Jun 10 16:19:04.548059 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-c9d50cf2-85a3-475e-a470-3ea082b671f5 req-5eb0cd11-598d-490b-8758-3ac02340a347 service neutron] 10.222.0.49 "GET /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382744 Jun 10 16:19:04.549859 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.550409 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e5b765-9bd5-4710-beb6-95c29523a403 {{(pid=91918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:04.555596 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.559144 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59590) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:04.559310 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f7260c0f-3a76-4e26-bd14-b8283416e4bd admin admin] 10.222.0.44 "DELETE /v2.0/routers/39e5b765-9bd5-4710-beb6-95c29523a403 HTTP/1.1" status: 204 len: 168 time: 1.4151161 Jun 10 16:19:04.618438 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Deleting subnet cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2 {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:04.621854 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.669891 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.756858 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.818158 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.820830 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:05.138388 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:05.140220 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.143077 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cbeb1843-b1c1-44f8-b76b-8cf45fbeeca2 HTTP/1.1" status: 204 len: 168 time: 0.5822020 Jun 10 16:19:05.144200 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-33b10841-da9d-4946-9ecf-acfd13e6f167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:05.144337 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a8db3-422b-460f-b897-5f18f24d059c None None] Network f4749be2-e10f-4f72-90c5-83418f49f6a5 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:05.144758 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59592) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:05.236350 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.293875 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Deleting port 181f9136-8d9a-40da-bd58-9cfc7ab492bc {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:05.294141 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.365606 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] DHCP port deletion for f4749be2-e10f-4f72-90c5-83418f49f6a5 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:05.387106 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] For port 181f9136-8d9a-40da-bd58-9cfc7ab492bc, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=181f9136-8d9a-40da-bd58-9cfc7ab492bc,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:05.387466 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.416679 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Deleting port 181f9136-8d9a-40da-bd58-9cfc7ab492bc {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:05.416974 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.483224 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Calling delete_port for 181f9136-8d9a-40da-bd58-9cfc7ab492bc owned by network:dhcp {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:05.501285 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] For port 181f9136-8d9a-40da-bd58-9cfc7ab492bc, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=181f9136-8d9a-40da-bd58-9cfc7ab492bc,segment=NetworkSegment(cdd4078f-6fd8-4700-abe5-d3eacbf00b52),segment_id=cdd4078f-6fd8-4700-abe5-d3eacbf00b52)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:05.501690 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.558662 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7151c653-c12e-4503-b7ff-96493010b6d3 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:05.585064 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.588030 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:05.597175 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Calling delete_port for 181f9136-8d9a-40da-bd58-9cfc7ab492bc owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:05.619519 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Pushing event deleted for resources: {'Port': ['ID=181f9136-8d9a-40da-bd58-9cfc7ab492bc,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:05.621331 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] No DVR routers for this DVR port 181f9136-8d9a-40da-bd58-9cfc7ab492bc on host dv-cinder-789564-6-iscsi {{(pid=91918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:05.622781 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:05.627206 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 7151c653-c12e-4503-b7ff-96493010b6d3 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:19:05.627559 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7151c653-c12e-4503-b7ff-96493010b6d3 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:19:05.627985 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0145cf4a-85df-4f2f-926b-b4831512f79e no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:05.696790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 0145cf4a-85df-4f2f-926b-b4831512f79e {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:19:05.697173 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 0145cf4a-85df-4f2f-926b-b4831512f79e not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:19:05.697598 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 181f9136-8d9a-40da-bd58-9cfc7ab492bc no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:05.724549 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 181f9136-8d9a-40da-bd58-9cfc7ab492bc {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:19:05.724895 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 181f9136-8d9a-40da-bd58-9cfc7ab492bc not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:19:05.753826 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.762217 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.764110 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:05.772195 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4749be2-e10f-4f72-90c5-83418f49f6a5']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:05.785533 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:05.785882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd4078f-6fd8-4700-abe5-d3eacbf00b52') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:05.790327 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Pushing event deleted for resources: {'Port': ['ID=181f9136-8d9a-40da-bd58-9cfc7ab492bc,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:05.793657 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:05.796152 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] No DVR routers for this DVR port 181f9136-8d9a-40da-bd58-9cfc7ab492bc on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:05.798630 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.824417 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89100f-37bd-4323-bc82-503bc31348fb req-12c2ae40-0b22-4f4b-a50f-518d79614121 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:05.825901 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4c89100f-37bd-4323-bc82-503bc31348fb req-12c2ae40-0b22-4f4b-a50f-518d79614121 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 944 time: 0.1761804 Jun 10 16:19:05.829434 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.841191 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:05.841571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:05.843136 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:05.933186 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4c89100f-37bd-4323-bc82-503bc31348fb req-f4ea0f9c-c200-4641-95c0-2b7f444dfe12 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015201 Jun 10 16:19:05.934319 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.938074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:05.941247 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.943703 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f4749be2-e10f-4f72-90c5-83418f49f6a5 HTTP/1.1" status: 204 len: 168 time: 0.7973428 Jun 10 16:19:05.955820 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4749be2-e10f-4f72-90c5-83418f49f6a5,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:05.958822 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d9035ceb-3d66-41c6-b080-f81ecd29467b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:06.053308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59598) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.111886 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7e9b77c5-7337-4364-a7f1-d225c892da73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=400320c718ae4f20ba293eaa1d79429e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572147 Jun 10 16:19:06.114648 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59600) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.175761 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.198761 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.248535 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.251334 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.252454 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef560a8a-dfd7-442e-b6e8-889bd696baff HTTP/1.1" status: 204 len: 168 time: 0.1365995 Jun 10 16:19:06.253266 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-533c05c9-0844-462b-99cb-0ca4535a1369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:06.262516 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef560a8a-dfd7-442e-b6e8-889bd696baff,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:06.264982 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e3f07760-f922-4002-a284-9e6b2fadb066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:06.566341 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59606) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.612802 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ef251b10-c293-436f-a715-a000c14e993b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7151206ad0074bcdb366a75d8c3f4f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450647 Jun 10 16:19:06.616553 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59608) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.667968 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.689909 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.738447 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.741587 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.742696 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9556ee43-ef7a-4452-8660-25e215098b7c HTTP/1.1" status: 204 len: 168 time: 0.1252143 Jun 10 16:19:06.743577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-10d7d133-9c9c-4365-8812-e3bd6ca58449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:06.752754 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9556ee43-ef7a-4452-8660-25e215098b7c,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:06.755522 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:07.125432 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737da4c4-86a2-4b6b-bcab-451fdcf1f30e req-49c82c50-84b1-423e-9f72-179055173cd8 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:07.126786 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-737da4c4-86a2-4b6b-bcab-451fdcf1f30e req-49c82c50-84b1-423e-9f72-179055173cd8 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 944 time: 0.0747077 Jun 10 16:19:07.173667 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-737da4c4-86a2-4b6b-bcab-451fdcf1f30e req-d82af3d1-3d4a-4f09-859f-00675dba070d tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Jun 10 16:19:07.782953 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device d394d06f-a671-4e95-a462-5eb5c6153e56 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:19:07.901477 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port d394d06f-a671-4e95-a462-5eb5c6153e56, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d394d06f-a671-4e95-a462-5eb5c6153e56,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:07.915997 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': 'd394d06f-a671-4e95-a462-5eb5c6153e56', 'network_id': 'ad3ad095-9046-442e-93d1-492f398371b2', 'port_id': 'd394d06f-a671-4e95-a462-5eb5c6153e56', 'mac_address': 'fa:16:3e:1d:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21b5a5-5740-4ce1-a2f9-9127e9d587cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:19:07.960693 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.976327 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d394d06f-a671-4e95-a462-5eb5c6153e56 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:19:07.997908 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port d394d06f-a671-4e95-a462-5eb5c6153e56, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d394d06f-a671-4e95-a462-5eb5c6153e56,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:08.001792 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.003489 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a8044cf8-e31f-4d23-a60e-6c154db3610a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:08.058833 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=d394d06f-a671-4e95-a462-5eb5c6153e56,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:08.061699 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:08.232049 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['d394d06f-a671-4e95-a462-5eb5c6153e56'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:19:08.360299 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f56231-f3a6-452e-a3e4-40394a8741c5 req-3b647c2b-898e-476b-8c97-3f60dd558e02 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:08.361705 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-17f56231-f3a6-452e-a3e4-40394a8741c5 req-3b647c2b-898e-476b-8c97-3f60dd558e02 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 945 time: 0.0703993 Jun 10 16:19:08.406745 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-17f56231-f3a6-452e-a3e4-40394a8741c5 req-2efd5a6f-132a-49e4-b7e7-5841012a07ef tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389514 Jun 10 16:19:09.597751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b68119-6987-41fe-a2c2-db609126bdbf req-378e42f6-a6e4-410d-8a88-4b31f96e773c tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:09.599645 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-34b68119-6987-41fe-a2c2-db609126bdbf req-378e42f6-a6e4-410d-8a88-4b31f96e773c tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 945 time: 0.0696814 Jun 10 16:19:09.644465 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-34b68119-6987-41fe-a2c2-db609126bdbf req-da294a6a-86eb-4525-8ffc-c3fdb17c6dde tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Jun 10 16:19:09.784812 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device d394d06f-a671-4e95-a462-5eb5c6153e56 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:19:09.842862 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port d394d06f-a671-4e95-a462-5eb5c6153e56 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:09.846321 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port d394d06f-a671-4e95-a462-5eb5c6153e56 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:09.846696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.934634 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.959812 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115be529-0d64-4464-b0d1-fa64558549a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd394d06f-a671-4e95-a462-5eb5c6153e56'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:09.962072 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f168be66-cfee-4bb3-b195-77a3b3c4580b" -d '{"events": [{"server_uuid": "115be529-0d64-4464-b0d1-fa64558549a3", "name": "network-vif-plugged", "status": "completed", "tag": "d394d06f-a671-4e95-a462-5eb5c6153e56"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:09.975970 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port d394d06f-a671-4e95-a462-5eb5c6153e56, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d394d06f-a671-4e95-a462-5eb5c6153e56,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:09.979723 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.981564 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:10.010049 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df14c9fb-9ae1-4910-ad94-6feaf88c1613 x-openstack-request-id: req-df14c9fb-9ae1-4910-ad94-6feaf88c1613 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:10.010350 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115be529-0d64-4464-b0d1-fa64558549a3", "name": "network-vif-plugged", "status": "completed", "tag": "d394d06f-a671-4e95-a462-5eb5c6153e56", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:10.010615 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df14c9fb-9ae1-4910-ad94-6feaf88c1613 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:10.011006 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115be529-0d64-4464-b0d1-fa64558549a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd394d06f-a671-4e95-a462-5eb5c6153e56', 'code': 200} Jun 10 16:19:10.045993 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=d394d06f-a671-4e95-a462-5eb5c6153e56,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:10.048869 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:10.236772 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c0db0-7639-4143-b8de-69193377b7d8 req-3b2ce3f2-de7f-4f6a-8c89-559f0b4f89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:10.238269 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ad1c0db0-7639-4143-b8de-69193377b7d8 req-3b2ce3f2-de7f-4f6a-8c89-559f0b4f89ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 1099 time: 0.0582445 Jun 10 16:19:10.276098 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ad1c0db0-7639-4143-b8de-69193377b7d8 req-8aadf014-10d8-49cd-839e-68bec1288a41 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Jun 10 16:19:10.823343 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e21cd-c8ca-4f36-b001-5460e9776f8a req-9e08f091-88fc-42cf-9fb3-508ed052d430 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:10.824784 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ac9e21cd-c8ca-4f36-b001-5460e9776f8a req-9e08f091-88fc-42cf-9fb3-508ed052d430 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 946 time: 0.0672932 Jun 10 16:19:10.865945 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ac9e21cd-c8ca-4f36-b001-5460e9776f8a req-42ff0ccc-fa80-4ae7-b42a-6aa102f11945 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356414 Jun 10 16:19:12.056036 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00673ad-c166-4047-a047-936fdda86058 req-c51e885b-3e60-4ebe-9002-4b78671b0655 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:12.057487 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e00673ad-c166-4047-a047-936fdda86058 req-c51e885b-3e60-4ebe-9002-4b78671b0655 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 946 time: 0.0699461 Jun 10 16:19:12.097462 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-e00673ad-c166-4047-a047-936fdda86058 req-774bccb3-9066-4ce2-a5cc-f9fc27299941 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345011 Jun 10 16:19:12.918759 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d586-96c6-4b45-85d5-ae7e882aabe2 req-8dc42ae1-0af8-49d7-970c-89b79c4567d7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:12.920196 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0430d586-96c6-4b45-85d5-ae7e882aabe2 req-8dc42ae1-0af8-49d7-970c-89b79c4567d7 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 946 time: 0.0681739 Jun 10 16:19:12.966984 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-0430d586-96c6-4b45-85d5-ae7e882aabe2 req-843febd6-5a8c-4f55-a8d3-441627e7ea96 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Jun 10 16:19:14.152857 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabbd85-f9f1-491a-9f71-1fe71e79f925 req-986e6377-3360-41ef-89e8-a4e6e299622d tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:14.154364 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cdabbd85-f9f1-491a-9f71-1fe71e79f925 req-986e6377-3360-41ef-89e8-a4e6e299622d tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 946 time: 0.0738740 Jun 10 16:19:14.197593 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cdabbd85-f9f1-491a-9f71-1fe71e79f925 req-7e135652-bde2-4bcf-b598-cafbeb8fb2cc tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/security-groups?id=d36f89f2-8251-4a05-a3e0-9c2b7316eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375900 Jun 10 16:19:14.365335 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-30fdf361-cdcf-4dab-b596-1d56e9dbdc82 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:14.366811 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-30fdf361-cdcf-4dab-b596-1d56e9dbdc82 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 946 time: 0.0710588 Jun 10 16:19:14.481609 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Deleting port d394d06f-a671-4e95-a462-5eb5c6153e56 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:14.481937 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.601324 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] For port d394d06f-a671-4e95-a462-5eb5c6153e56, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d394d06f-a671-4e95-a462-5eb5c6153e56,segment=NetworkSegment(515cf906-2997-4db2-8acb-022d8da9decb),segment_id=515cf906-2997-4db2-8acb-022d8da9decb)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:14.601585 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.695154 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Calling delete_port for d394d06f-a671-4e95-a462-5eb5c6153e56 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:14.846627 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.851569 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-75e6ee29-8ab8-491f-899f-d0347ad5533c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:14.858595 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['d394d06f-a671-4e95-a462-5eb5c6153e56'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:19:14.884844 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Pushing event deleted for resources: {'Port': ['ID=d394d06f-a671-4e95-a462-5eb5c6153e56,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:14.887471 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:14.940320 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] No DVR routers for this DVR port d394d06f-a671-4e95-a462-5eb5c6153e56 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:14.943449 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.945466 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3a3ea4ed-1685-47ef-ae9a-768a01794c7c req-0ce160c4-5c75-41cc-9129-d874ccfb28c3 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.49 "DELETE /v2.0/ports/d394d06f-a671-4e95-a462-5eb5c6153e56 HTTP/1.1" status: 204 len: 173 time: 0.5729876 Jun 10 16:19:14.945983 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115be529-0d64-4464-b0d1-fa64558549a3', 'name': 'network-vif-deleted', 'tag': 'd394d06f-a671-4e95-a462-5eb5c6153e56'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:14.948270 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714ee87-0c02-4644-9a04-3dadb6929235" -d '{"events": [{"server_uuid": "115be529-0d64-4464-b0d1-fa64558549a3", "name": "network-vif-deleted", "tag": "d394d06f-a671-4e95-a462-5eb5c6153e56"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:14.985994 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a82e539-1a83-444e-b50f-a4ec4ea01aeb x-openstack-request-id: req-9a82e539-1a83-444e-b50f-a4ec4ea01aeb {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:14.986387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115be529-0d64-4464-b0d1-fa64558549a3", "name": "network-vif-deleted", "tag": "d394d06f-a671-4e95-a462-5eb5c6153e56", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:14.986727 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a82e539-1a83-444e-b50f-a4ec4ea01aeb {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:14.987168 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115be529-0d64-4464-b0d1-fa64558549a3', 'name': 'network-vif-deleted', 'tag': 'd394d06f-a671-4e95-a462-5eb5c6153e56', 'status': 'completed', 'code': 200} Jun 10 16:19:15.359457 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e13db959-bb7a-4424-9022-266fe15c504c req-3270d0c6-cd6d-4ec7-8329-b7b011656907 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] 10.222.0.44 "GET /v2.0/ports?device_id=115be529-0d64-4464-b0d1-fa64558549a3 HTTP/1.1" status: 200 len: 210 time: 0.0369322 Jun 10 16:19:16.797848 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.688828 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5200-b044-48eb-ac71-1d482613aa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.992679 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:19:20.430297 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device d394d06f-a671-4e95-a462-5eb5c6153e56 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:20.455032 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: d394d06f-a671-4e95-a462-5eb5c6153e56 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:19:20.455374 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device d394d06f-a671-4e95-a462-5eb5c6153e56 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:19:21.113935 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2e460808-4f65-4261-858f-9b6a7960385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.525976 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.054630 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.918867 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.361400 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 59872) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:38.414915 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Deleting subnet 3a21b5a5-5740-4ce1-a2f9-9127e9d587cb {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:38.417944 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.461810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.515602 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.576322 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.579244 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4188a35e-41cb-4be5-a10e-1c9b55a1b125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:38.611885 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a21b5a5-5740-4ce1-a2f9-9127e9d587cb,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:38.615156 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.616539 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3a21b5a5-5740-4ce1-a2f9-9127e9d587cb HTTP/1.1" status: 204 len: 168 time: 0.2541609 Jun 10 16:19:38.619144 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59874) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:38.622630 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.623003 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.623364 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.623745 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.624099 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.624452 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.624805 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.625179 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.625531 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.625874 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.626221 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.626562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:38.630357 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-dc347800-2e52-4ce5-b4f6-cc04c7e7fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:38.710127 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.814830 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.826389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3ad095-9046-442e-93d1-492f398371b2']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:38.837190 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515cf906-2997-4db2-8acb-022d8da9decb') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:38.837477 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515cf906-2997-4db2-8acb-022d8da9decb') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:38.847086 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.861230 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.867932 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:38.868336 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:38.870021 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:38.945796 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.949512 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1083b3af-6a4b-45f3-853e-17372c2ff5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:38.951855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.953673 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] 10.222.0.44 "DELETE /v2.0/networks/ad3ad095-9046-442e-93d1-492f398371b2 HTTP/1.1" status: 204 len: 168 time: 0.3335547 Jun 10 16:19:38.966987 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3ad095-9046-442e-93d1-492f398371b2,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:38.969317 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:39.122684 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59878) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.165461 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3fc99349-3ba6-4847-ba42-2660ecb4938c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6e8d3dc95224a509b4be3d83fd356ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414810 Jun 10 16:19:39.167693 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59880) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.218744 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.246631 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.296289 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.299419 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.301178 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d36f89f2-8251-4a05-a3e0-9c2b7316eb26 HTTP/1.1" status: 204 len: 168 time: 0.1319737 Jun 10 16:19:39.301975 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e84559c9-4482-418d-b1f0-d48ab690ea42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:39.312838 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f89f2-8251-4a05-a3e0-9c2b7316eb26,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:39.315158 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e7265230-ef2c-4065-830f-956ff2d53122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:40.575725 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 59910) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.781979 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Deleting port 80a6cb10-a646-48f8-9fee-b38a47e84515 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:40.782321 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.881855 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.882159 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.972776 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Calling delete_port for 80a6cb10-a646-48f8-9fee-b38a47e84515 owned by network:floatingip {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:41.168718 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.171272 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:41.200774 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'Port': ['ID=80a6cb10-a646-48f8-9fee-b38a47e84515,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:41.236180 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.236558 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.236936 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.237329 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.238207 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.238631 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.238978 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.239334 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.239692 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.240309 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.240661 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.241034 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:41.266243 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:41.285509 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.285842 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Floating IP fb1a961a-dfa4-40fa-8181-d7fc0c263073 disassociated (deleted). External IP: 172.27.0.84, port: 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8. Jun 10 16:19:41.824714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:41.970151 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:41.975039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.979925 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:41.989572 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:41.990438 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:42.018204 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "DELETE /v2.0/floatingips/fb1a961a-dfa4-40fa-8181-d7fc0c263073 HTTP/1.1" status: 204 len: 168 time: 1.4412699 Jun 10 16:19:42.018860 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:42.021575 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08753746-8b51-4f8a-9c65-1f484419c533" -d '{"events": [{"name": "network-changed", "server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:42.185446 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c038d7-3db0-4661-96c2-bc4ad92c62b8 x-openstack-request-id: req-90c038d7-3db0-4661-96c2-bc4ad92c62b8 {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:42.186074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:42.186435 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90c038d7-3db0-4661-96c2-bc4ad92c62b8 {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:42.186963 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'status': 'completed', 'code': 200} Jun 10 16:19:42.281529 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:42.552261 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf884f-41df-4653-a739-69aa1f02adf1 req-79b98e39-3704-4129-9425-b902bef12eaa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:42.553765 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51cf884f-41df-4653-a739-69aa1f02adf1 req-79b98e39-3704-4129-9425-b902bef12eaa tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0746100 Jun 10 16:19:42.581933 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:40Z', 'revision_number': 1, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:42.585296 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:19:42.593329 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:42.593942 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:42.597851 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-51cf884f-41df-4653-a739-69aa1f02adf1 req-6568a6a3-d4f5-4335-a7f5-aae392efcdda tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376530 Jun 10 16:19:42.739082 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:43.029068 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:40Z', 'revision_number': 1, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.032376 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903895ea-ab91-4693-afab-fde9e931e825 None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': '4b8387f7-0bb8-4bfa-9b56-98631f9a368c', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'port_id': '7806bfea-3057-4eea-8273-09c68e2d350b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'mac_address': 'fa:16:3e:61:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:15:38Z', 'updated_at': '2021-06-10T16:15:40Z', 'revision_number': 1, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:43.238896 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b134d-75ad-4246-941b-588445783400 None None] New status for floating IP fb1a961a-dfa4-40fa-8181-d7fc0c263073: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:19:43.779155 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d6eb-fcf0-4e31-93d3-a7345ab1cbf6 req-b255cc5e-7fd3-4677-8e67-7290caffbab1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:43.780591 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-aab7d6eb-fcf0-4e31-93d3-a7345ab1cbf6 req-b255cc5e-7fd3-4677-8e67-7290caffbab1 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0682874 Jun 10 16:19:43.826181 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-aab7d6eb-fcf0-4e31-93d3-a7345ab1cbf6 req-b8f6db1b-255a-4e81-8275-e8c4d7827ad9 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Jun 10 16:19:44.863902 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753746-8b51-4f8a-9c65-1f484419c533 req-88fcf4f7-ea40-4c2b-a909-c5debae5e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:44.865369 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-88fcf4f7-ea40-4c2b-a909-c5debae5e698 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 1099 time: 0.0594561 Jun 10 16:19:44.982395 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753746-8b51-4f8a-9c65-1f484419c533 req-c67553d9-9978-4c61-9a0c-c9aa4766a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:44.983841 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-c67553d9-9978-4c61-9a0c-c9aa4766a811 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1116891 Jun 10 16:19:45.007389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb2a18-329c-42bf-abd9-f20ff2b81f27 req-1c3cd3c8-f4d6-4041-8b51-8fc227c8ad86 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:45.008853 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eabb2a18-329c-42bf-abd9-f20ff2b81f27 req-1c3cd3c8-f4d6-4041-8b51-8fc227c8ad86 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0698352 Jun 10 16:19:45.038049 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-b107fac3-a3ac-42d0-9de2-f1bfaf55c155 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 HTTP/1.1" status: 200 len: 217 time: 0.0465574 Jun 10 16:19:45.049336 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-eabb2a18-329c-42bf-abd9-f20ff2b81f27 req-3699616d-790d-4024-bf4a-55f1b026dd5b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Jun 10 16:19:45.099973 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753746-8b51-4f8a-9c65-1f484419c533 req-ccfdf6e9-7f09-47c1-9953-95402be9938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:45.101430 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-ccfdf6e9-7f09-47c1-9953-95402be9938d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0565898 Jun 10 16:19:45.166249 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753746-8b51-4f8a-9c65-1f484419c533 req-da0633a5-9411-4852-87c2-b7c3d7ccc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:45.167690 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-da0633a5-9411-4852-87c2-b7c3d7ccc557 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571108 Jun 10 16:19:45.284204 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-c0517f7b-9a66-4c9a-b3d9-efb56de856b6 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089330 Jun 10 16:19:45.399843 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-08753746-8b51-4f8a-9c65-1f484419c533 req-f9e63183-0639-48fe-a652-f02d71547338 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076121 Jun 10 16:19:46.241168 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01703cec-2fe9-406e-8662-f8ea6e677402 req-66b45c72-bd4e-47e0-ae67-486851f237bf tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:46.242814 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01703cec-2fe9-406e-8662-f8ea6e677402 req-66b45c72-bd4e-47e0-ae67-486851f237bf tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0759118 Jun 10 16:19:46.288038 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-01703cec-2fe9-406e-8662-f8ea6e677402 req-6ac5bd84-8626-40d5-b8f8-a17e304e5b26 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Jun 10 16:19:47.355790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.473964 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee63be-d764-464d-b276-84fac31d2a16 req-7617f56c-75fa-446d-b0f9-546dbe9bbd8f tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:47.475397 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-48ee63be-d764-464d-b276-84fac31d2a16 req-7617f56c-75fa-446d-b0f9-546dbe9bbd8f tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0725212 Jun 10 16:19:47.517072 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-48ee63be-d764-464d-b276-84fac31d2a16 req-2f7e19c8-2c05-4abd-aaa0-14b1b45270d9 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361128 Jun 10 16:19:48.689715 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e3886be3-c2c9-4730-8d72-610edbe1b8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.704678 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9530-24ec-4892-98c9-3f4dd025699e req-9ee3a360-d21c-46e2-86ca-c19653a94043 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:48.706385 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d00e9530-24ec-4892-98c9-3f4dd025699e req-9ee3a360-d21c-46e2-86ca-c19653a94043 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0752597 Jun 10 16:19:48.751215 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d00e9530-24ec-4892-98c9-3f4dd025699e req-aaeba4f1-b65f-430e-a059-ac2a2b31d9fe tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390980 Jun 10 16:19:49.358064 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:19:49.444217 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-b9316ea7-9d0a-4b64-9958-b573079ce942 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:49.444548 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.445683 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-b9316ea7-9d0a-4b64-9958-b573079ce942 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 946 time: 0.0679796 Jun 10 16:19:49.474076 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:49.476326 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b686d-6e6c-4080-8971-a77a1eb65a0e" -d '{"events": [{"server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:49.490627 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:49.495092 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.497291 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:49.528572 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a94a025-3acc-48d0-95a4-3aaac757cf64 x-openstack-request-id: req-9a94a025-3acc-48d0-95a4-3aaac757cf64 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:49.528870 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:49.529155 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a94a025-3acc-48d0-95a4-3aaac757cf64 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:49.529553 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'code': 200} Jun 10 16:19:49.557527 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=6']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:49.560780 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:49.569276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Deleting port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:49.569615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.677348 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] For port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:49.677728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.768502 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Calling delete_port for 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:49.962962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.966972 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-5aa8de41-1196-445e-bdc5-0bcc9fdc58fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:50.002433 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'Port': ['ID=7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:50.006997 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:50.014538 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04d622-4860-4821-84da-c6b8237708b1 req-c9512cb5-428c-4608-ab2b-473197d2b022 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:50.016030 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c04d622-4860-4821-84da-c6b8237708b1 req-c9512cb5-428c-4608-ab2b-473197d2b022 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 865 time: 0.1504595 Jun 10 16:19:50.090247 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] No DVR routers for this DVR port 7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:50.093331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.095276 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-082bf6ae-bb14-4eaa-a0ff-dce749b7b2be req-d7562652-c1d4-4d40-941a-5ee8e8e89a81 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "DELETE /v2.0/ports/7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8 HTTP/1.1" status: 204 len: 173 time: 0.6428802 Jun 10 16:19:50.096022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'name': 'network-vif-deleted', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:50.098376 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35838dd-ddfa-4fd3-964f-8ff60e057e99" -d '{"events": [{"server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "name": "network-vif-deleted", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:50.124639 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c04d622-4860-4821-84da-c6b8237708b1 req-69bd1ac6-db8f-46ff-892d-4ab8c17a6d3e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014919 Jun 10 16:19:50.141380 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd328b6e-167d-4219-b95d-0abda2772a91 x-openstack-request-id: req-fd328b6e-167d-4219-b95d-0abda2772a91 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:50.141811 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994ec43-78a4-42e5-bd4a-29d74bf7b6a1", "name": "network-vif-deleted", "tag": "7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:50.142193 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd328b6e-167d-4219-b95d-0abda2772a91 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:50.142720 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994ec43-78a4-42e5-bd4a-29d74bf7b6a1', 'name': 'network-vif-deleted', 'tag': '7c0e39a1-c1f1-4f3b-bd20-1fcad0cccad8', 'status': 'completed', 'code': 200} Jun 10 16:19:51.115251 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e6e14b4f-8bd4-4439-a2ff-e6be2ded0b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.279970 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d2691c47-e127-434b-995c-92349a31a79a req-045fc152-bbef-461d-b30d-8db769230e9c tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0330532 Jun 10 16:19:51.525551 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.054851 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.424167 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-6d17358e-cc64-424f-b21e-c34ce8993c61 req-e4371e94-f023-4e0f-8405-de4629f55fe4 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Jun 10 16:19:53.575072 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-821f9d71-ae2f-4c08-a233-aa80f773cac7 req-c64f885d-9a41-4249-bbb0-29be8b9d4a7b tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=8994ec43-78a4-42e5-bd4a-29d74bf7b6a1 HTTP/1.1" status: 200 len: 210 time: 0.0327816 Jun 10 16:19:53.922598 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.903504 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60042) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:56.992587 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:19:57.053369 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-66bf1bc3-1e64-42ac-b868-8b9b0da3d859 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587118 Jun 10 16:19:57.114328 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Deleting port a6e99def-a9f0-4d22-b5ea-75d590827706 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:19:57.114691 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.165098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-f4d6f235-bbae-4686-9803-838638a8662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.166662 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-f4d6f235-bbae-4686-9803-838638a8662d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0667784 Jun 10 16:19:57.219311 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.219643 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.306133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-280cff0f-ec34-4cb3-9458-f88bcd00cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.306523 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-280cff0f-ec34-4cb3-9458-f88bcd00cf4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1126828 Jun 10 16:19:57.317565 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Calling delete_port for a6e99def-a9f0-4d22-b5ea-75d590827706 owned by network:floatingip {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:19:57.393527 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-324453b4-7e19-4f25-b817-5ae8316bc9f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 1002 time: 0.0784433 Jun 10 16:19:57.450414 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-5ead6c76-18d5-4e7a-82a3-842ae3806913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.451888 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-5ead6c76-18d5-4e7a-82a3-842ae3806913 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0510759 Jun 10 16:19:57.493155 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.496006 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e70d1983-a7d4-4ef7-9f93-24cf5a6ec613 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:57.521453 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-4784511a-ea3a-4b18-a79b-b61706fdc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.522964 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-4784511a-ea3a-4b18-a79b-b61706fdc265 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642767 Jun 10 16:19:57.551187 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'Port': ['ID=a6e99def-a9f0-4d22-b5ea-75d590827706,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:57.553759 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:57.599368 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.599791 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Floating IP 4b8387f7-0bb8-4bfa-9b56-98631f9a368c disassociated (deleted). External IP: 172.27.0.254, port: 7806bfea-3057-4eea-8273-09c68e2d350b. Jun 10 16:19:57.644346 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-6f31b934-76fd-41c5-8e92-c73e41740af7 service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129084 Jun 10 16:19:57.755036 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-60e91c0c-7742-41e0-92ae-7dd50037097f req-f385d936-3dd7-4e40-a2a7-5e4f7ff74fce service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030722 Jun 10 16:19:57.884162 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:58.025937 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:58.030505 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.035822 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:58.044923 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:58.045579 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:58.073876 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-084ea016-582c-4c13-a687-571417702f06 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "DELETE /v2.0/floatingips/4b8387f7-0bb8-4bfa-9b56-98631f9a368c HTTP/1.1" status: 204 len: 168 time: 1.1691525 Jun 10 16:19:58.074528 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:19:58.076801 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e98739-eade-405e-9680-fbfe3a8a53fa" -d '{"events": [{"name": "network-changed", "server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:19:58.117589 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b3b61-70c8-45b5-add7-ba1cfa0eaf5d x-openstack-request-id: req-8f9b3b61-70c8-45b5-add7-ba1cfa0eaf5d {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:19:58.118136 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:19:58.118429 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f9b3b61-70c8-45b5-add7-ba1cfa0eaf5d {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:19:58.118866 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b', 'status': 'completed', 'code': 200} Jun 10 16:19:58.196695 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:58.251990 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-2d65db9c-7498-4a00-b165-5dac479e04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:58.254226 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-2d65db9c-7498-4a00-b165-5dac479e04f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b48764d274d491a8accdaf798cb2c66&device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 1099 time: 0.1064484 Jun 10 16:19:58.394100 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-9c0c121c-7008-4977-a556-e698bfa4d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:58.395894 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-9c0c121c-7008-4977-a556-e698bfa4d7cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 200 len: 912 time: 0.1343825 Jun 10 16:19:58.456642 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-c20609ec-6624-47c2-a0b9-1dad6ec0dfd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 200 len: 217 time: 0.0515847 Jun 10 16:19:58.528213 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:58.531603 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:19:58.540871 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:58.541525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:58.552110 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-afdc56ab-deec-4bc8-84b0-934e6d058a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:58.553584 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-afdc56ab-deec-4bc8-84b0-934e6d058a9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 200 len: 850 time: 0.0872912 Jun 10 16:19:58.607806 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f7bec-3b85-45bd-9282-eb9ec9b68a0f req-5673ac6a-199e-4f5a-8a7c-d49c10072305 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:58.609267 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0a8f7bec-3b85-45bd-9282-eb9ec9b68a0f req-5673ac6a-199e-4f5a-8a7c-d49c10072305 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 946 time: 0.1562595 Jun 10 16:19:58.658699 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-35a125b3-c9b9-4daf-b7c1-ebe31eb37104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:58.660243 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-35a125b3-c9b9-4daf-b7c1-ebe31eb37104 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cdb0ea75-74af-4570-b9ca-7488915b2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000335 Jun 10 16:19:58.665122 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0a8f7bec-3b85-45bd-9282-eb9ec9b68a0f req-3123e610-e5d9-4752-9c63-ff7117435e1c tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475032 Jun 10 16:19:58.687482 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:58.781487 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-453dc8f7-a3cc-4314-aa63-79d33f76ea4c service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124549 Jun 10 16:19:58.901491 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b1e98739-eade-405e-9680-fbfe3a8a53fa req-88348eda-e022-4762-96ea-d1882eec3d8b service neutron] 10.222.0.49 "GET /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127963 Jun 10 16:19:59.099036 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:59.102939 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e3442-a834-471a-8e88-34d6583ff1f1 None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': 'af7b7cc3-acc7-4de9-9244-3e195969dd47', 'name': '', 'network_id': 'cdb0ea75-74af-4570-b9ca-7488915b2ba9', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'mac_address': 'fa:16:3e:b7:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:26Z', 'updated_at': '2021-06-10T16:11:36Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'subnets': [{'id': '592f7b7f-7822-49f0-ad15-0b3d3ddc6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:59.299302 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbca21-d85b-4b8a-bd16-ad5c2261253d None None] New status for floating IP 4b8387f7-0bb8-4bfa-9b56-98631f9a368c: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:19:59.578443 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60068) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:59.685687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aa09a4c1-e213-4f02-a06c-503e2199f546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.780518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aa09a4c1-e213-4f02-a06c-503e2199f546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.784763 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-aa09a4c1-e213-4f02-a06c-503e2199f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.788088 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c3264f24-9032-4fe4-9e90-b36dc18d985b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:59.830388 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-aa09a4c1-e213-4f02-a06c-503e2199f546 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fea07f5a4504067b256ba0237e304d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508755 Jun 10 16:19:59.834133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60074) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:59.834803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09a4c1-e213-4f02-a06c-503e2199f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded74a75-1dd3-4318-9035-35d9d2398024,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:59.838537 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-aa09a4c1-e213-4f02-a06c-503e2199f546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:59.866240 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288737a-b80b-4b55-8f82-7d8b6e90e5d2 req-b5fad6e4-30fa-4231-9bbd-54d0fd76ae4e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:59.867941 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6288737a-b80b-4b55-8f82-7d8b6e90e5d2 req-b5fad6e4-30fa-4231-9bbd-54d0fd76ae4e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 946 time: 0.0781498 Jun 10 16:19:59.915997 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6288737a-b80b-4b55-8f82-7d8b6e90e5d2 req-547deaaa-9a25-4bd4-9540-0669c5d9bf21 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Jun 10 16:20:00.209913 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.243987 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-05d7a84b-05f6-40ad-9aac-1afd628daac6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:00.245411 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-05d7a84b-05f6-40ad-9aac-1afd628daac6 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 946 time: 0.1135080 Jun 10 16:20:00.247130 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.369953 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.372414 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.373536 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ded74a75-1dd3-4318-9035-35d9d2398024 HTTP/1.1" status: 204 len: 168 time: 0.5360661 Jun 10 16:20:00.375049 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-a268cd03-9e13-403a-922f-8ef835eaf5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.387180 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded74a75-1dd3-4318-9035-35d9d2398024,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.390394 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f7254d32-9117-48ce-aff6-c0e507673628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.398595 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Deleting port 7806bfea-3057-4eea-8273-09c68e2d350b {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:00.398967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.518967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] For port 7806bfea-3057-4eea-8273-09c68e2d350b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7806bfea-3057-4eea-8273-09c68e2d350b,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:00.519522 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.614094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Calling delete_port for 7806bfea-3057-4eea-8273-09c68e2d350b owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:00.770748 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.774546 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7b90c52f-dcc7-4a55-8f42-0a2a9787ba44 tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.804145 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'Port': ['ID=7806bfea-3057-4eea-8273-09c68e2d350b,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.807622 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.861848 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] No DVR routers for this DVR port 7806bfea-3057-4eea-8273-09c68e2d350b on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:00.864982 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.866933 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b9cf97c9-b76d-4791-9dce-844dbe8f7052 req-26763851-065a-4721-be3a-193457b2e220 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.49 "DELETE /v2.0/ports/7806bfea-3057-4eea-8273-09c68e2d350b HTTP/1.1" status: 204 len: 173 time: 0.6119828 Jun 10 16:20:00.867437 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'name': 'network-vif-deleted', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:20:00.869737 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0977866c-800d-47fe-87e6-dcc13b724048" -d '{"events": [{"server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "name": "network-vif-deleted", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:20:00.910690 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243de47-b358-4336-aff9-ca3377acd72d x-openstack-request-id: req-7243de47-b358-4336-aff9-ca3377acd72d {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:20:00.911018 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c982e2-a6e1-47af-b817-9b61b4b576e5", "name": "network-vif-deleted", "tag": "7806bfea-3057-4eea-8273-09c68e2d350b", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:20:00.911333 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7243de47-b358-4336-aff9-ca3377acd72d {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:20:00.911885 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c982e2-a6e1-47af-b817-9b61b4b576e5', 'name': 'network-vif-deleted', 'tag': '7806bfea-3057-4eea-8273-09c68e2d350b', 'status': 'completed', 'code': 200} Jun 10 16:20:01.044228 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60100) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.067179 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-8af38db5-552a-4f7d-a2f4-7800e67318c0 req-d82a139d-f366-4e06-9ec2-6c560b76d75f tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c982e2-a6e1-47af-b817-9b61b4b576e5 HTTP/1.1" status: 200 len: 210 time: 0.0363913 Jun 10 16:20:01.155096 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1471312222-network', 'tenant_id': '54346bae6b794c30b002a71d2222a88a'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:01.183084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Made reservation on behalf of 54346bae6b794c30b002a71d2222a88a for: {'network': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:01.186576 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.198811 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.309861 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.314145 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.317653 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-801aec77-a5fe-4b98-bb9d-fa1c8c3098aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:01.343574 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=91919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:01.350611 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e000cbb-1d00-4c53-8895-91628a57d270,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.354197 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.356941 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.357317 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.db.segments_db [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Added segment 7f393cab-7b4b-4b06-83d9-51ad6a5738b7 of type vlan for network d335f92a-2d27-4635-8276-92c8a9b0ca62 Jun 10 16:20:01.409950 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.438261 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.439596 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:01.440189 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.443133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-61528817-abe1-4280-8abf-80d72d9f71bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:01.480555 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4352381 Jun 10 16:20:01.483665 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60104) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.490309 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Request body: {'subnet': {'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1471312222-subnet', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:01.526789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Made reservation on behalf of 54346bae6b794c30b002a71d2222a88a for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:01.529413 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.531639 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d335f92a-2d27-4635-8276-92c8a9b0ca62,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.535124 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-006c2d94-c2a7-4014-add7-285d68dbb2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.542601 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:20:01.746332 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.749173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:01.811765 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f9408c-e18b-452e-bf9a-9c6f51391aa1,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.815673 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.819532 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Checking segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:01.819791 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Network hostable DHCP agents. Network: d335f92a-2d27-4635-8276-92c8a9b0ca62, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:01.835382 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:01.843763 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, d335f92a-2d27-4635-8276-92c8a9b0ca62) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:01.848259 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:01.848847 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.853502 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b116a-0ebf-4a08-b0ce-bc9434e9580d None None] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:01.863020 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-75974f66-cdde-457d-bcb2-78ec5699ad21 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3774400 Jun 10 16:20:01.865915 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60106) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.870216 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:01.890476 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.891463 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.957246 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.037352 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-d335f92a-2d27-4635-8276-92c8a9b0ca62', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:02.038196 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.163374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60110) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:02.195991 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Allocated IP 172.20.0.2 (d335f92a-2d27-4635-8276-92c8a9b0ca62/64f9408c-e18b-452e-bf9a-9c6f51391aa1/234dff77-53e5-47b8-95f5-98ab163a562b) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:02.348146 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Deleting port c104b5e6-bdaa-49ba-b886-3fc6668ba365 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:02.348491 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.379705 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.388555 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Transition to ACTIVE for port object 234dff77-53e5-47b8-95f5-98ab163a562b will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:02.404361 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Transition to ACTIVE for port object 234dff77-53e5-47b8-95f5-98ab163a562b will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:02.410580 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.421651 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:02.434822 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.461474 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.462116 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.467310 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:02.470552 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:02.474856 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:02.484787 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Pushing event updated for resources: {'Port': ['ID=234dff77-53e5-47b8-95f5-98ab163a562b,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:02.517328 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.517696 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.518005 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.518933 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.519220 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.519550 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.519872 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.520193 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.520515 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.520829 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.521172 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.521486 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:02.525656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:02.560921 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Attempting to bind port 234dff77-53e5-47b8-95f5-98ab163a562b on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:02.560921 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Attempting to bind port 234dff77-53e5-47b8-95f5-98ab163a562b by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:02.561726 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Attempting to bind port 234dff77-53e5-47b8-95f5-98ab163a562b on network d335f92a-2d27-4635-8276-92c8a9b0ca62 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:02.567442 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:02.567815 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Checking segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:02.568218 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.568518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Calling delete_port for c104b5e6-bdaa-49ba-b886-3fc6668ba365 owned by network:floatingip {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:02.568669 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Bound using segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:02.569174 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Bound port: 234dff77-53e5-47b8-95f5-98ab163a562b, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:02.569552 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.644846 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] For port 234dff77-53e5-47b8-95f5-98ab163a562b, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:02.648044 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] For port 234dff77-53e5-47b8-95f5-98ab163a562b, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=234dff77-53e5-47b8-95f5-98ab163a562b,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:02.653987 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.657499 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:02.710823 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.733076 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.735703 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-308f8689-ff87-4bf7-b1d5-be96a73513c2 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:02.735935 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Pushing event updated for resources: {'Port': ['ID=234dff77-53e5-47b8-95f5-98ab163a562b,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:02.740885 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:02.741142 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.770690 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'Port': ['ID=c104b5e6-bdaa-49ba-b886-3fc6668ba365,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:02.773764 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:02.853067 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for floatingip, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.855393 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.856562 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-83701da1-dc3a-45f1-99fb-823ba852be67 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "DELETE /v2.0/floatingips/6c7e98d6-fbdf-4904-841d-4a585c3a4304 HTTP/1.1" status: 204 len: 168 time: 0.6920619 Jun 10 16:20:02.887037 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Allocated IP 172.27.0.243 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/b02e8bab-9572-4267-aeee-05c43686364c) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:03.066517 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.111816 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.116356 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:03.155397 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:03.163019 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:03.166486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:03.210826 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Pushing event updated for resources: {'Port': ['ID=b02e8bab-9572-4267-aeee-05c43686364c,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:03.214819 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:03.392649 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7806bfea-3057-4eea-8273-09c68e2d350b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:03.420672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 7806bfea-3057-4eea-8273-09c68e2d350b {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:03.421335 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 7806bfea-3057-4eea-8273-09c68e2d350b not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:03.520941 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.595261 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 234dff77-53e5-47b8-95f5-98ab163a562b up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:03.641705 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b309bf-a3c5-4e7f-b609-2ae8bb53a775 None None] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:03.732389 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 234dff77-53e5-47b8-95f5-98ab163a562b completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:03.734379 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-583261d0-f1dd-4639-9e7e-94bcbe021dc8 None None] Provisioning for port 234dff77-53e5-47b8-95f5-98ab163a562b completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:03.745656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 234dff77-53e5-47b8-95f5-98ab163a562b triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:03.746126 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.770471 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-583261d0-f1dd-4639-9e7e-94bcbe021dc8 None None] Provisioning complete for port 234dff77-53e5-47b8-95f5-98ab163a562b triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:03.770840 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-583261d0-f1dd-4639-9e7e-94bcbe021dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.798101 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.962154 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Router ea64af4b-fd8e-4ab7-a6f1-88e01688498b is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:20:03.991510 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.008719 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-583261d0-f1dd-4639-9e7e-94bcbe021dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.060949 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 234dff77-53e5-47b8-95f5-98ab163a562b, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=234dff77-53e5-47b8-95f5-98ab163a562b,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:04.069694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.071828 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:04.107484 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:04.125378 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.131089 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-676782a6-2cbb-499e-aa0d-11d28128c226 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2598000 Jun 10 16:20:04.131089 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60120) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.175658 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60124) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.253580 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.269586 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Sync routers for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:04.287276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.315014 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:04.315973 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.320456 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=234dff77-53e5-47b8-95f5-98ab163a562b,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:04.358383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.361390 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.363526 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] 10.222.0.44 "DELETE /v2.0/security-groups/f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2 HTTP/1.1" status: 204 len: 168 time: 0.1857352 Jun 10 16:20:04.364489 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-e0472ecb-1b88-4790-906a-ceb542fe4b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:04.376120 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ace07e-c048-4d90-b7f7-f9a6ddf1afc2,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:04.379027 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c8d052cc-9482-4b31-abf8-331376d45633 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:04.418915 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60128) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.430240 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.db.api [None req-583261d0-f1dd-4639-9e7e-94bcbe021dc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:20:04.430594 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_db.api [None req-583261d0-f1dd-4639-9e7e-94bcbe021dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:20:04.434413 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:04.505989 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:04.757268 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:03Z', 'revision_number': 3, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.760737 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Checking router: ea64af4b-fd8e-4ab7-a6f1-88e01688498b for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:04.761158 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Updating router ea64af4b-fd8e-4ab7-a6f1-88e01688498b port b02e8bab-9572-4267-aeee-05c43686364c binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:20:04.814281 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.016747 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.052513 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.170961 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-cb8147a6-b323-4a21-979e-8477401f2473 None None] Provisioning complete for port 234dff77-53e5-47b8-95f5-98ab163a562b triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:05.171352 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-cb8147a6-b323-4a21-979e-8477401f2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.207175 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.227192 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Allocated IP 172.20.0.1 (d335f92a-2d27-4635-8276-92c8a9b0ca62/64f9408c-e18b-452e-bf9a-9c6f51391aa1/451d9a72-2082-4ee6-8187-28ea55f479e8) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:05.227542 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Transition to ACTIVE for port object b02e8bab-9572-4267-aeee-05c43686364c will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:05.235344 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.238207 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.309406 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Attempting to bind port b02e8bab-9572-4267-aeee-05c43686364c on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:05.309784 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Attempting to bind port b02e8bab-9572-4267-aeee-05c43686364c by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:05.310142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Attempting to bind port b02e8bab-9572-4267-aeee-05c43686364c on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:05.335557 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ef36c-714e-4e17-ba15-1b02ecaa7dfd None None] Pushing event updated for resources: {'Port': ['ID=b02e8bab-9572-4267-aeee-05c43686364c,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.342463 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-806ef36c-714e-4e17-ba15-1b02ecaa7dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:05.349080 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:05.349477 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:05.349893 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.350299 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:05.350797 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Bound port: b02e8bab-9572-4267-aeee-05c43686364c, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:05.351184 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.385833 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.401679 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Transition to ACTIVE for port object 451d9a72-2082-4ee6-8187-28ea55f479e8 will not be triggered until provisioned by entity DHCP. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:05.417895 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] For port b02e8bab-9572-4267-aeee-05c43686364c, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:05.420917 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] For port b02e8bab-9572-4267-aeee-05c43686364c, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=b02e8bab-9572-4267-aeee-05c43686364c,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:05.426253 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.428161 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-122d6f69-e7aa-4561-98b8-6d5c7c16f506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.442783 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.446470 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1a2c0360-3940-45af-8eb7-dba4f0a166d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.454765 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Deleting port af7b7cc3-acc7-4de9-9244-3e195969dd47 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:05.455740 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.493879 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:05.496169 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ef36c-714e-4e17-ba15-1b02ecaa7dfd None None] Pushing event updated for resources: {'Port': ['ID=b02e8bab-9572-4267-aeee-05c43686364c,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.496779 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:05.498672 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:05.499286 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:05.499517 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:05.501234 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-806ef36c-714e-4e17-ba15-1b02ecaa7dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:05.558765 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.602819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] For port af7b7cc3-acc7-4de9-9244-3e195969dd47, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=af7b7cc3-acc7-4de9-9244-3e195969dd47,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:05.603222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.623710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=451d9a72-2082-4ee6-8187-28ea55f479e8,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.626710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:05.629122 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 234dff77-53e5-47b8-95f5-98ab163a562b up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:05.712078 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Calling delete_port for af7b7cc3-acc7-4de9-9244-3e195969dd47 owned by network:router_interface {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:05.712677 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:05.784245 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.808870 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 234dff77-53e5-47b8-95f5-98ab163a562b triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:05.809469 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.920858 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-8320232c-bd90-4f94-a013-63708da60fa1 None None] Provisioning for port 451d9a72-2082-4ee6-8187-28ea55f479e8 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:05.937016 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-8320232c-bd90-4f94-a013-63708da60fa1 None None] Provisioning complete for port 451d9a72-2082-4ee6-8187-28ea55f479e8 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:05.937535 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-8320232c-bd90-4f94-a013-63708da60fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.970163 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.974466 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-82bd037e-1e67-4f17-8830-5c5553a652b3 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.991297 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.997130 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.000787 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d9066f17-878b-49fa-b450-935f87559c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.015865 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7b7cc3-acc7-4de9-9244-3e195969dd47,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.018102 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.049761 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-8320232c-bd90-4f94-a013-63708da60fa1 None None] Port 451d9a72-2082-4ee6-8187-28ea55f479e8 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:20:06.090716 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=451d9a72-2082-4ee6-8187-28ea55f479e8,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.093635 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.095690 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.100258 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:03Z', 'revision_number': 3, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.104367 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e55-f98e-4a42-82f9-f86d5b335022 None None] The sync data for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi is: [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:03Z', 'revision_number': 3, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:06.229353 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:06.230923 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:06.266888 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.448039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Router ea64af4b-fd8e-4ab7-a6f1-88e01688498b has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:06.577050 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-b7929447-339d-4a4c-8f08-2febc1a4d3ce None None] Provisioning complete for port 451d9a72-2082-4ee6-8187-28ea55f479e8 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:06.577439 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b7929447-339d-4a4c-8f08-2febc1a4d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.620433 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:06.624795 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-b7929447-339d-4a4c-8f08-2febc1a4d3ce None None] Port 451d9a72-2082-4ee6-8187-28ea55f479e8 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:20:06.627049 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea64af4b-fd8e-4ab7-a6f1-88e01688498b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4956067 Jun 10 16:20:06.946853 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:07.096410 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:07.104496 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] Sync routers for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:07.108548 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] 10.222.0.44 "PUT /v2.0/routers/74c46f27-9cfc-4e9a-92a5-3520b7a23c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6864138 Jun 10 16:20:07.108916 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60144) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:07.115264 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:07.115881 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:07.152882 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60148) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:07.158370 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-416802279-network', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:07.183829 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Made reservation on behalf of ff3602d860b64a8a8dd213043fc6b6a5 for: {'network': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:07.186502 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1428525'] for network, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.199447 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.266711 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:07.272397 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks [] for router, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.314308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.319493 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.322830 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fd4c1f75-e9b6-4c4e-a300-2381f65422c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.346791 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=91918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:07.356866 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a1f2ec-ecb4-4785-9f07-913fe98635ff,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:07.361159 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:07.362717 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.363051 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.segments_db [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Added segment e2c1c29e-3df7-47e4-b237-4d2551d40ae0 of type vlan for network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 Jun 10 16:20:07.418842 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730452776614'] for network, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.422115 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.457164 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226'] for network, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.459130 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:07.459878 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.463520 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-d53e3439-4a23-402c-9d87-1743f747eaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.490079 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Deleting port 1d091668-203b-470c-b6ca-a7f29fba1f58 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:07.491465 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.509306 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3550587 Jun 10 16:20:07.509912 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60150) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:07.517853 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Request body: {'subnet': {'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-416802279-subnet', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'ip_version': 4}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:07.562068 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 5, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port': {'id': '1d091668-203b-470c-b6ca-a7f29fba1f58', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:21Z', 'updated_at': '2021-06-10T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:07.563390 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Pushing event updated for resources: {'Network': ['ID=458f1325-2c9b-4131-bb1d-eae9ac6cbd54,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:07.567702 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-a504e8cb-9548-4ba0-b175-9b6b43a537e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:07.576378 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 details requested by agent ovs-agent-dv-cinder-789564-6-iscsi with host dv-cinder-789564-6-iscsi {{(pid=91920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 16:20:07.590166 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Made reservation on behalf of ff3602d860b64a8a8dd213043fc6b6a5 for: {'subnet': 1} {{(pid=91918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:07.591163 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] Checking router: 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:07.592558 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220558'] for subnet, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.605408 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] Routers {'74c46f27-9cfc-4e9a-92a5-3520b7a23c75'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:07.607018 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:07.626886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] For port 1d091668-203b-470c-b6ca-a7f29fba1f58, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=1d091668-203b-470c-b6ca-a7f29fba1f58,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:07.628068 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.763206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Calling delete_port for 1d091668-203b-470c-b6ca-a7f29fba1f58 owned by network:router_gateway {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:07.777136 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b02e8bab-9572-4267-aeee-05c43686364c up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:07.849983 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port b02e8bab-9572-4267-aeee-05c43686364c completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:07.856199 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port b02e8bab-9572-4267-aeee-05c43686364c triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:07.856621 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.894488 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12682903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220568'] for subnet, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.897232 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-344dbbdc-20ac-4582-9685-71c9f4488114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.923703 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] Set router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 gateway port host: None {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:07.982157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:07.987528 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:07.999299 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Checking segment: {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:08.000052 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Network hostable DHCP agents. Network: 458f1325-2c9b-4131-bb1d-eae9ac6cbd54, hostable agents: ['aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b'], hosted agents: [] {{(pid=91918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:08.023306 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 is scheduled to be hosted by DHCP agent aeb472f9-ae4c-41f0-a03a-ae1b2cfa146b with binding_index 1 {{(pid=91918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:08.036799 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-6-iscsi, 458f1325-2c9b-4131-bb1d-eae9ac6cbd54) {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:08.047343 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfa639-3641-4fa3-b926-b611e2a9c963 None None] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:08.052472 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:08.054878 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.060145 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:20:07Z', 'revision_number': 6, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:08.066217 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1916bd-a187-4ead-abe0-31b9d0c7101f None None] The sync data for ids ['74c46f27-9cfc-4e9a-92a5-3520b7a23c75'] in dv-cinder-789564-6-iscsi is: [{'id': '74c46f27-9cfc-4e9a-92a5-3520b7a23c75', 'name': 'tempest-TestVolumeBootPattern-224716988-router', 'tenant_id': '3b48764d274d491a8accdaf798cb2c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:20Z', 'updated_at': '2021-06-10T16:20:07Z', 'revision_number': 6, 'project_id': '3b48764d274d491a8accdaf798cb2c66', 'gw_port_host': None}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:08.069744 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.073046 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Sync routers for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:08.077228 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-32bd8bff-0c51-43d1-a39e-385bdf453cb0 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.081371 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-efdefe53-6a1d-42e7-9341-12451995e568 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5678794 Jun 10 16:20:08.085524 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60152) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:08.091790 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:08.118226 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d091668-203b-470c-b6ca-a7f29fba1f58,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.124717 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58670'] for router, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.125976 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58663'] for router, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.141889 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.176414 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:08.176960 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:08.189819 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.199754 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.325694 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.328315 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.386562 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.387354 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c46f27-9cfc-4e9a-92a5-3520b7a23c75 {{(pid=91919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:20:08.392157 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.398222 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c4eecbc2-8eae-4a3d-9a3a-9d8fabcea68d admin admin] 10.222.0.44 "DELETE /v2.0/routers/74c46f27-9cfc-4e9a-92a5-3520b7a23c75 HTTP/1.1" status: 204 len: 168 time: 1.2859206 Jun 10 16:20:08.398222 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60154) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:08.422174 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58837'] for router, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.434882 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.463493 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:08.463714 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Deleting subnet 592f7b7f-7822-49f0-ad15-0b3d3ddc6273 {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:08.467694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3b411c0-eef4-5fb5-a428-2f9ef6127125-458f1325-2c9b-4131-bb1d-eae9ac6cbd54', 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'fixed_ips': [{'subnet_id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549'}]}} from dv-cinder-789564-6-iscsi. {{(pid=91920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:08.468213 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.469576 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.520834 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.524628 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port b02e8bab-9572-4267-aeee-05c43686364c, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=b02e8bab-9572-4267-aeee-05c43686364c,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:08.547651 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.554072 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.632536 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.699810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.702193 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.734477 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592f7b7f-7822-49f0-ad15-0b3d3ddc6273,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.737636 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.738619 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.743397 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-3d56e277-85f8-4515-b9ba-79efb82a003e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/592f7b7f-7822-49f0-ad15-0b3d3ddc6273 HTTP/1.1" status: 204 len: 168 time: 0.3455420 Jun 10 16:20:08.744009 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60156) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:08.760325 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb2a7a-d8aa-47ff-8805-7d18ebf6b26a None None] Network cdb0ea75-74af-4570-b9ca-7488915b2ba9 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:08.788102 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=b02e8bab-9572-4267-aeee-05c43686364c,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.847683 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.849512 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.927271 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Deleting port 41c732b1-65d4-40cc-afdb-fc790f5f6376 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:08.927755 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.999475 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.db_base_plugin_common [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Allocated IP 172.20.0.2 (458f1325-2c9b-4131-bb1d-eae9ac6cbd54/aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549/8be01f32-0281-42ee-9687-9051208ce7ee) {{(pid=91920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:09.027412 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] For port 41c732b1-65d4-40cc-afdb-fc790f5f6376, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=41c732b1-65d4-40cc-afdb-fc790f5f6376,segment=NetworkSegment(5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920),segment_id=5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:09.027704 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.039983 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.079893 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.131951 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Calling delete_port for 41c732b1-65d4-40cc-afdb-fc790f5f6376 owned by network:dhcp {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:09.207196 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Allocated IP 172.27.0.65 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/16920ec3-432c-4860-aa75-33b77333616a) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:09.236236 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.240154 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-96dc4845-1f85-4316-8284-48b1e7fe062c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.247272 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 2, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:09.278104 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] No DVR routers for this DVR port 41c732b1-65d4-40cc-afdb-fc790f5f6376 on host dv-cinder-789564-6-iscsi {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:09.282534 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Pushing event deleted for resources: {'Port': ['ID=41c732b1-65d4-40cc-afdb-fc790f5f6376,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.286054 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.294418 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Checking router: ea64af4b-fd8e-4ab7-a6f1-88e01688498b for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:09.294928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Updating router ea64af4b-fd8e-4ab7-a6f1-88e01688498b port 451d9a72-2082-4ee6-8187-28ea55f479e8 binding host dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:20:09.367530 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdff039-5a72-44a3-92de-597f1245de8b None None] DHCP port deletion for cdb0ea75-74af-4570-b9ca-7488915b2ba9 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:09.386223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.391461 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.405373 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.411290 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.422834 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb0ea75-74af-4570-b9ca-7488915b2ba9']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:09.434070 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:09.434416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc0cdaa-993b-47ac-b6bb-8bf2c02e0920') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:09.437557 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Transition to ACTIVE for port object 8be01f32-0281-42ee-9687-9051208ce7ee will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:09.438365 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.441908 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.449426 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.466255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.466613 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Transition to ACTIVE for port object 8be01f32-0281-42ee-9687-9051208ce7ee will not be triggered until provisioned by entity DHCP. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:09.474405 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:09.474865 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: retrieve_revision_numbers = { Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:09.477121 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:09.490206 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:09.493640 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:09.498173 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:09.564820 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774'] for port, after_create {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.567346 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f2caef3-45c3-4f32-96d8-a335fff71bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.574363 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.589757 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.592038 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] 10.222.0.44 "DELETE /v2.0/networks/cdb0ea75-74af-4570-b9ca-7488915b2ba9 HTTP/1.1" status: 204 len: 168 time: 0.8470316 Jun 10 16:20:09.593169 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.595663 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60158) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:09.646337 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Pushing event updated for resources: {'Port': ['ID=16920ec3-432c-4860-aa75-33b77333616a,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.651017 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.670389 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb0ea75-74af-4570-b9ca-7488915b2ba9,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.718215 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-1929316c-5832-4bd4-be28-cad39be781ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.760697 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b02e8bab-9572-4267-aeee-05c43686364c up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:09.806991 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 is already hosted by enough agents. {{(pid=91920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:09.849068 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.859689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.scheduler.base_scheduler [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Resources bound (agent type, host, resource id): {{(pid=91920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:09.867466 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Received port after_create {{(pid=91920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:09.878905 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Pushing event updated for resources: {'Port': ['ID=8be01f32-0281-42ee-9687-9051208ce7ee,revision_number=1']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.887072 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.990428 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Attempting to bind port 8be01f32-0281-42ee-9687-9051208ce7ee on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.990809 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Attempting to bind port 8be01f32-0281-42ee-9687-9051208ce7ee by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.991172 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Attempting to bind port 8be01f32-0281-42ee-9687-9051208ce7ee on network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:10.003756 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port b02e8bab-9572-4267-aeee-05c43686364c triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:10.004142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.012257 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:10.012583 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Checking segment: {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:10.013007 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.013415 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Bound using segment: {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:10.013906 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Bound port: 8be01f32-0281-42ee-9687-9051208ce7ee, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:10.014292 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.079335 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.137695 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366218'] for router, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.148191 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.173866 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Transition to ACTIVE for port object 451d9a72-2082-4ee6-8187-28ea55f479e8 will not be triggered until provisioned by entity L2. {{(pid=91920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:10.209362 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.211707 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] For port 8be01f32-0281-42ee-9687-9051208ce7ee, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:10.215926 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-2d87e03f-8fe5-4a9a-a5fe-916269a1c36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:10.263675 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] For port 8be01f32-0281-42ee-9687-9051208ce7ee, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=8be01f32-0281-42ee-9687-9051208ce7ee,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:10.284815 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.320082 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd is scheduled to L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 with binding_index 1 {{(pid=91918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:20:10.351827 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37902bd-09f5-4faa-af79-f17c6c96a9ff None None] Pushing event updated for resources: {'Port': ['ID=451d9a72-2082-4ee6-8187-28ea55f479e8,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.355338 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a37902bd-09f5-4faa-af79-f17c6c96a9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.356110 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:10.449252 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 1d091668-203b-470c-b6ca-a7f29fba1f58 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:10.522929 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 1d091668-203b-470c-b6ca-a7f29fba1f58 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:10.523553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 1d091668-203b-470c-b6ca-a7f29fba1f58 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:10.524177 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 41c732b1-65d4-40cc-afdb-fc790f5f6376 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:10.550464 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:10.561195 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Sync routers for ids ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:10.571682 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 41c732b1-65d4-40cc-afdb-fc790f5f6376 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:10.572298 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 41c732b1-65d4-40cc-afdb-fc790f5f6376 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:10.572929 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device af7b7cc3-acc7-4de9-9244-3e195969dd47 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:10.577825 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Attempting to bind port 451d9a72-2082-4ee6-8187-28ea55f479e8 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:10.578040 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Routers {'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:10.578577 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Attempting to bind port 451d9a72-2082-4ee6-8187-28ea55f479e8 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:10.578793 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:10.579328 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Attempting to bind port 451d9a72-2082-4ee6-8187-28ea55f479e8 on network d335f92a-2d27-4635-8276-92c8a9b0ca62 {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:10.592671 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.597148 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5065730 Jun 10 16:20:10.601704 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60160) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.613336 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Pushing event updated for resources: {'Port': ['ID=8be01f32-0281-42ee-9687-9051208ce7ee,revision_number=2']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.618656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: af7b7cc3-acc7-4de9-9244-3e195969dd47 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:10.619268 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device af7b7cc3-acc7-4de9-9244-3e195969dd47 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:10.620967 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-7f05340a-141c-4a36-b5be-8adf1b1ce1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.622874 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:10.623459 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Checking segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:10.624053 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.625370 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Bound using segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} {{(pid=91920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:10.626035 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.managers [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Bound port: 451d9a72-2082-4ee6-8187-28ea55f479e8, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'}}] {{(pid=91920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:10.626618 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.769493 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] For port 451d9a72-2082-4ee6-8187-28ea55f479e8, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:10.773693 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] For port 451d9a72-2082-4ee6-8187-28ea55f479e8, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=451d9a72-2082-4ee6-8187-28ea55f479e8,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:10.782817 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.794014 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:10.834625 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Set router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:10.866574 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37902bd-09f5-4faa-af79-f17c6c96a9ff None None] Pushing event updated for resources: {'Port': ['ID=451d9a72-2082-4ee6-8187-28ea55f479e8,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.871617 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a37902bd-09f5-4faa-af79-f17c6c96a9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.883425 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:10.884079 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:10.948683 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Deleting port 4d39eac6-a427-445c-b43b-bd6420f6a45d {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:10.949328 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.086516 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:11.118096 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] For port 4d39eac6-a427-445c-b43b-bd6420f6a45d, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=4d39eac6-a427-445c-b43b-bd6420f6a45d,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:11.118468 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.172252 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:20:09Z', 'revision_number': 3, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:11.178034 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Checking router: e403880b-b6c1-4a7c-a2b6-6b32767e8dbd for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:11.178691 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Updating router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd port 16920ec3-432c-4860-aa75-33b77333616a binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:20:11.229331 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.236213 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Calling delete_port for 4d39eac6-a427-445c-b43b-bd6420f6a45d owned by network:router_interface {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:11.485083 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:10Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:11.490790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd0d7-1eab-4493-9bb7-785214c0edb6 None None] The sync data for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi is: [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:10Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:11.662352 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.665414 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-05be3eda-efcf-4d2c-912b-a472526222b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:11.717998 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d39eac6-a427-445c-b43b-bd6420f6a45d,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:11.733654 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:11.765227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 8be01f32-0281-42ee-9687-9051208ce7ee up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:11.777427 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.804524 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Transition to ACTIVE for port object 16920ec3-432c-4860-aa75-33b77333616a will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:11.817624 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.826354 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-d1188735-d6ab-4be8-8568-3b3512d75d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:11.883674 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 8be01f32-0281-42ee-9687-9051208ce7ee completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:11.943646 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Attempting to bind port 16920ec3-432c-4860-aa75-33b77333616a on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:11.944132 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Attempting to bind port 16920ec3-432c-4860-aa75-33b77333616a by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:11.944559 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Attempting to bind port 16920ec3-432c-4860-aa75-33b77333616a on network 2f537f53-474f-4db3-bb73-4e1554dcc69c {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:11.966085 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Pushing event updated for resources: {'Port': ['ID=16920ec3-432c-4860-aa75-33b77333616a,revision_number=2']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:11.981157 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.981503 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.981857 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.982160 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.982485 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.982805 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.983122 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.983541 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.983757 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.984080 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.984425 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.984698 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:11.990658 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ae7ea-a681-440a-8b45-714d4c24bfa9 None None] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:11.997997 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:11.998380 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Checking segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:11.998795 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.999190 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Bound using segment: {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:11.999674 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Bound port: 16920ec3-432c-4860-aa75-33b77333616a, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:12.000072 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.002019 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.019888 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.123700 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] For port 16920ec3-432c-4860-aa75-33b77333616a, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:12.124018 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.129491 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] For port 16920ec3-432c-4860-aa75-33b77333616a, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=16920ec3-432c-4860-aa75-33b77333616a,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:12.136842 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.140077 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.224584 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Routers {'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:12.225541 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:12.294762 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Pushing event updated for resources: {'Port': ['ID=16920ec3-432c-4860-aa75-33b77333616a,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.297233 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Allocated IP 172.20.0.1 (458f1325-2c9b-4131-bb1d-eae9ac6cbd54/aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549/18b13d8f-81e9-4c0e-acf8-626e75a20fb5) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:12.341069 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-45dddbdd-4b0e-4b8f-9bb0-7c30b8cc3866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.391513 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Provisioning for port 8be01f32-0281-42ee-9687-9051208ce7ee completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:12.445554 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] Set router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:12.454527 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Provisioning complete for port 8be01f32-0281-42ee-9687-9051208ce7ee triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:12.454911 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.500424 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.524791 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Transition to ACTIVE for port object 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 will not be triggered until provisioned by entity DHCP. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:12.585478 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.589486 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-156a9e75-1b41-435e-8750-9fb8e74979f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.634175 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.647640 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:12.655275 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:12.659703 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:12.667493 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:12.692722 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] For port 8be01f32-0281-42ee-9687-9051208ce7ee, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=8be01f32-0281-42ee-9687-9051208ce7ee,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:12.697742 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.701133 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.771646 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Pushing event updated for resources: {'Port': ['ID=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.776523 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.788694 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Pushing event updated for resources: {'Port': ['ID=8be01f32-0281-42ee-9687-9051208ce7ee,revision_number=3']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.793158 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fb9d02f3-cba8-4faf-9412-86a8cc2a56d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.812778 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366669'] for router_interface, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.906836 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:12.918857 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-ae73b0d9-f993-48a0-a8ab-bef1aa6705a7 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f3f7f87-4d26-48cf-a4d7-cb0d9e760236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3216250 Jun 10 16:20:12.919533 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60162) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:12.920262 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] Sync routers for ids ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:12.957007 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] Routers {'9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:12.957962 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:13.078283 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:20:09Z', 'revision_number': 3, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:13.087501 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.093334 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12eece-ffa5-43b4-ad07-6add2677ace4 None None] The sync data for ids ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'] in dv-cinder-789564-6-iscsi is: [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:20:09Z', 'revision_number': 3, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:13.133712 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] Set router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:13.172416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.245137 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-43b9cb00-43d5-42bb-be34-d594754746c3 None None] Provisioning complete for port 8be01f32-0281-42ee-9687-9051208ce7ee triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:13.245516 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-43b9cb00-43d5-42bb-be34-d594754746c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.381632 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.389528 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.391217 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.421058 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-55a43f2b-81ce-4660-9dee-e63cce6a9cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:13.504829 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Pushing event updated for resources: {'Port': ['ID=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:13.508934 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:13.518974 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-366649'] for router_interface, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.530028 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Deleting port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:13.530392 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.559531 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:20:11Z', 'revision_number': 5, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port': {'id': '7e4146c0-ede7-4b5f-9581-15c7e0c3b519', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:11:33Z', 'updated_at': '2021-06-10T16:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:13.563503 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] Checking router: 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:13.573499 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] Routers {'9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:13.574652 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:13.691718 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:13.693331 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:13.716031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] For port 7e4146c0-ede7-4b5f-9581-15c7e0c3b519, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:13.716290 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.725420 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ba7281e1-c505-4ece-a8b1-94e886b66980 None None] Provisioning for port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:13.731141 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-ba7281e1-c505-4ece-a8b1-94e886b66980 None None] Provisioning complete for port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:13.731537 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ba7281e1-c505-4ece-a8b1-94e886b66980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.815824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] Set router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 gateway port host: None {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:13.875285 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Calling delete_port for 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 owned by network:router_gateway {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:13.952809 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 451d9a72-2082-4ee6-8187-28ea55f479e8 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:13.957727 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-ba7281e1-c505-4ece-a8b1-94e886b66980 None None] Port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:20:13.959456 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:20:13Z', 'revision_number': 6, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:13.973399 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:13.992969 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e85cb-8f8c-4814-9ff2-ccd89a6444e4 None None] The sync data for ids ['9f3f7f87-4d26-48cf-a4d7-cb0d9e760236'] in dv-cinder-789564-6-iscsi is: [{'id': '9f3f7f87-4d26-48cf-a4d7-cb0d9e760236', 'name': 'tempest-TestVolumeBootPattern-524510010-router', 'tenant_id': 'fc08f243a749468ebe89c29d3f737fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:11:32Z', 'updated_at': '2021-06-10T16:20:13Z', 'revision_number': 6, 'project_id': 'fc08f243a749468ebe89c29d3f737fa5', 'gw_port_host': None}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:14.146344 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.150810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8fa92948-b037-472d-94a0-b6cbaf03d92b tempest-VolumesSnapshotTestJSON-2109941288 tempest-VolumesSnapshotTestJSON-2109941288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.158304 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 451d9a72-2082-4ee6-8187-28ea55f479e8 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:14.165943 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 451d9a72-2082-4ee6-8187-28ea55f479e8 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:14.166323 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.171833 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-2d5ca865-f5cb-4612-be58-fd52f7f96c4c None None] Provisioning complete for port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:14.172210 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca865-f5cb-4612-be58-fd52f7f96c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.188577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4146c0-ede7-4b5f-9581-15c7e0c3b519,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.197662 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.199057 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:14.212390 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-2b10d848-e94d-4bf7-9397-ba53e33b20fe admin admin] 10.222.0.44 "PUT /v2.0/routers/e403880b-b6c1-4a7c-a2b6-6b32767e8dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6023886 Jun 10 16:20:14.273263 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ca865-f5cb-4612-be58-fd52f7f96c4c None None] Port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:20:14.293387 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.488922 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.491424 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.513871 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.566986 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.567669 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 {{(pid=91919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:20:14.568131 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 451d9a72-2082-4ee6-8187-28ea55f479e8, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=451d9a72-2082-4ee6-8187-28ea55f479e8,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:14.573741 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.575213 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9f3f7f87-4d26-48cf-a4d7-cb0d9e760236 HTTP/1.1" status: 204 len: 168 time: 1.6546550 Jun 10 16:20:14.576755 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.577667 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60172) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:14.577827 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 16920ec3-432c-4860-aa75-33b77333616a up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:14.579607 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.662621 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Deleting subnet 7099cdac-9640-4ce8-88ff-e50fd291a0f7 {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:14.669103 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.675849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=451d9a72-2082-4ee6-8187-28ea55f479e8,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.681439 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.691580 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 16920ec3-432c-4860-aa75-33b77333616a completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:14.695955 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 16920ec3-432c-4860-aa75-33b77333616a triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:14.696336 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.717894 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.792253 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.815412 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 16920ec3-432c-4860-aa75-33b77333616a, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=16920ec3-432c-4860-aa75-33b77333616a,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:14.820448 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.821518 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 8be01f32-0281-42ee-9687-9051208ce7ee up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:14.823280 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.825522 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.920635 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.922710 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.932704 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=16920ec3-432c-4860-aa75-33b77333616a,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.936318 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.944227 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 8be01f32-0281-42ee-9687-9051208ce7ee triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:14.944617 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.960359 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7099cdac-9640-4ce8-88ff-e50fd291a0f7,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.963786 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.989352 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.990391 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c85120-6581-4d0f-a7d9-95f8f24d3ff9 None None] Network 10b943a0-9d5a-42a0-a952-5c0f76655ac3 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:14.994604 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60188) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:14.997115 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-00e6ecc9-87bb-4156-b097-21ae8103ee27 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7099cdac-9640-4ce8-88ff-e50fd291a0f7 HTTP/1.1" status: 204 len: 168 time: 0.4150252 Jun 10 16:20:15.151384 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.217041 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Deleting port ede341b7-e721-4056-bf18-f440eeb39d25 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:15.217674 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.297911 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] DHCP port deletion for 10b943a0-9d5a-42a0-a952-5c0f76655ac3 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:15.324170 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] For port ede341b7-e721-4056-bf18-f440eeb39d25, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=ede341b7-e721-4056-bf18-f440eeb39d25,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:15.324526 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.368132 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Deleting port ede341b7-e721-4056-bf18-f440eeb39d25 {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:20:15.368819 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.429997 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Calling delete_port for ede341b7-e721-4056-bf18-f440eeb39d25 owned by network:dhcp {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:15.474616 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] For port ede341b7-e721-4056-bf18-f440eeb39d25, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=ede341b7-e721-4056-bf18-f440eeb39d25,segment=NetworkSegment(613f0430-5ae1-478e-a7c6-1390e31929e7),segment_id=613f0430-5ae1-478e-a7c6-1390e31929e7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:15.475356 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.539542 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Sync routers for ids ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:15.548283 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.551506 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7d2411ea-aadc-40d4-a886-ce3cdf37485f tempest-TestShelveInstance-731731780 tempest-TestShelveInstance-731731780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:15.559531 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Routers {'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:15.560177 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.607108 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede341b7-e721-4056-bf18-f440eeb39d25,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:15.610321 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:15.611112 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] No DVR routers for this DVR port ede341b7-e721-4056-bf18-f440eeb39d25 on host dv-cinder-789564-6-iscsi {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:15.636892 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Calling delete_port for ede341b7-e721-4056-bf18-f440eeb39d25 owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:20:15.640850 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 451d9a72-2082-4ee6-8187-28ea55f479e8 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:15.787683 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.790949 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Set router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:15.814370 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b943a0-9d5a-42a0-a952-5c0f76655ac3']}} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.831452 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 451d9a72-2082-4ee6-8187-28ea55f479e8 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:15.831835 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.839840 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613f0430-5ae1-478e-a7c6-1390e31929e7') {'for_net_delete': True} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.839840 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.services.segments.db [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613f0430-5ae1-478e-a7c6-1390e31929e7') {} {{(pid=91919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.861358 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13692002'] for segment, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.878485 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.882698 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-6edd12b4-cfa2-4a27-a771-93508e19608b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:15.890711 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.897423 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:15.897825 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24043710'] for segment, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.916001 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Pushing event deleted for resources: {'Port': ['ID=ede341b7-e721-4056-bf18-f440eeb39d25,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:15.918632 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:15.922915 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bcc303-d40c-47c2-ab1d-325a75609e91 None None] No DVR routers for this DVR port ede341b7-e721-4056-bf18-f440eeb39d25 on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:15.984860 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 16920ec3-432c-4860-aa75-33b77333616a up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: Traceback (most recent call last): Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: timer() Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: cb(*args, **kw) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: return func(*args, **kwargs) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: self._notify() Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: self.callback(batched_events) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: event.method(event) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: return f(self, *a, **k) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._get(url).json() Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:16.009094 dv-cinder-789564-6-iscsi neutron-server[91919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:16.021418 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.035324 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.037536 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/10b943a0-9d5a-42a0-a952-5c0f76655ac3 HTTP/1.1" status: 204 len: 168 time: 1.0419137 Jun 10 16:20:16.038577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-7fa1c950-fbe7-4f90-a29b-87cb37c74905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:16.056944 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b943a0-9d5a-42a0-a952-5c0f76655ac3,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.060213 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.075938 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 16920ec3-432c-4860-aa75-33b77333616a triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:16.076536 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.173794 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:20:12Z', 'revision_number': 4, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '18b13d8f-81e9-4c0e-acf8-626e75a20fb5', 'name': '', 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'mac_address': 'fa:16:3e:5b:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:12Z', 'updated_at': '2021-06-10T16:20:13Z', 'revision_number': 2, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'subnets': [{'id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:16.178494 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Checking router: e403880b-b6c1-4a7c-a2b6-6b32767e8dbd for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:16.178494 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Updating router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 binding host dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:20:16.226125 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.316519 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 4d39eac6-a427-445c-b43b-bd6420f6a45d no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:16.346606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60192) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:16.390212 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 4d39eac6-a427-445c-b43b-bd6420f6a45d {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:16.390738 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 4d39eac6-a427-445c-b43b-bd6420f6a45d not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:16.391279 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:16.408413 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-73b155ef-6fd9-434a-bd58-36b1951cf0b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b48764d274d491a8accdaf798cb2c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596318 Jun 10 16:20:16.411535 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60194) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:16.438275 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:16.440394 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 7e4146c0-ede7-4b5f-9581-15c7e0c3b519 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:16.444252 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device ede341b7-e721-4056-bf18-f440eeb39d25 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:20:16.479116 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: ede341b7-e721-4056-bf18-f440eeb39d25 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:20:16.479741 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device ede341b7-e721-4056-bf18-f440eeb39d25 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:20:16.507355 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.537254 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.604220 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.608176 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.613934 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c186d25d-ffd2-4deb-b87e-088dfed42f7a HTTP/1.1" status: 204 len: 168 time: 0.1972365 Jun 10 16:20:16.613934 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-12b1ec23-f0d5-400c-bb62-8b1cb3a71333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:16.624726 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c186d25d-ffd2-4deb-b87e-088dfed42f7a,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.627236 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-288b7350-aa87-458c-b918-25e184476b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.699485 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.714960 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.provisioning_blocks [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Transition to ACTIVE for port object 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 will not be triggered until provisioned by entity L2. {{(pid=91921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:16.729616 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.733353 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:16.875495 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730c074-8e45-4125-a049-7b24be2636ac None None] Pushing event updated for resources: {'Port': ['ID=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,revision_number=3']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.879714 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-9730c074-8e45-4125-a049-7b24be2636ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.987329 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Attempting to bind port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 on host dv-cinder-789564-6-iscsi for vnic_type normal with profile {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:16.987712 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Attempting to bind port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 by drivers openvswitch,hyperv on host dv-cinder-789564-6-iscsi at level 0 using segments [{'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:16.988226 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Attempting to bind port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 on network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:16.994084 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Checking agent: {'id': 'd44c15e5-194f-4785-9810-b010437939fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 2, 51), 'started_at': datetime.datetime(2021, 6, 10, 16, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:16.994464 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Checking segment: {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:16.994875 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.995265 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Bound using segment: {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'} {{(pid=91921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:16.995744 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.managers [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Bound port: 18b13d8f-81e9-4c0e-acf8-626e75a20fb5, host: dv-cinder-789564-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54'}}] {{(pid=91921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:16.996123 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.096914 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] For port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5, host dv-cinder-789564-6-iscsi, cleared binding levels {{(pid=91921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:17.101658 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.plugins.ml2.db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] For port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5, host dv-cinder-789564-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:17.118021 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron_lib.callbacks.manager [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.120441 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.134356 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60200) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.196312 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Routers {'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:17.196855 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:19:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.203758 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-b7380252-fe50-47e3-a93e-09f732d78029 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc08f243a749468ebe89c29d3f737fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674486 Jun 10 16:20:17.206586 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60202) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.286191 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.327430 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.366510 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.370818 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730c074-8e45-4125-a049-7b24be2636ac None None] Pushing event updated for resources: {'Port': ['ID=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,revision_number=4']} {{(pid=91921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:17.374875 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG oslo_concurrency.lockutils [None req-9730c074-8e45-4125-a049-7b24be2636ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:17.407839 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.412413 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.416704 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cd0c16f-a7dc-405a-938b-75212b1a403a HTTP/1.1" status: 204 len: 168 time: 0.2085578 Jun 10 16:20:17.418102 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f2013501-3048-452d-9168-c06a2170756a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.428055 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd0c16f-a7dc-405a-938b-75212b1a403a,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:17.430866 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b67995c8-dbe2-44df-bfc7-c452126a6bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:17.462267 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] Set router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:17.891575 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:20:12Z', 'revision_number': 4, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '18b13d8f-81e9-4c0e-acf8-626e75a20fb5', 'name': '', 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'mac_address': 'fa:16:3e:5b:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:12Z', 'updated_at': '2021-06-10T16:20:17Z', 'revision_number': 4, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'subnets': [{'id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.897955 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70dd4a-73ea-4e25-bf1d-0d0f9c3fe4e0 None None] The sync data for ids ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'] in dv-cinder-789564-6-iscsi is: [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:20:12Z', 'revision_number': 4, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '18b13d8f-81e9-4c0e-acf8-626e75a20fb5', 'name': '', 'network_id': '458f1325-2c9b-4131-bb1d-eae9ac6cbd54', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'mac_address': 'fa:16:3e:5b:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:12Z', 'updated_at': '2021-06-10T16:20:17Z', 'revision_number': 4, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'subnets': [{'id': 'aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:18.695062 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2abf0c6e-8170-4dc9-8efe-5028431b97ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.615697 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:19.682261 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning for port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:19.688328 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:19.688719 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.785037 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.824116 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] For port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:19.830951 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.832813 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3979d24e-0e6d-4397-b471-2356bbd155e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:19.899647 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Pushing event updated for resources: {'Port': ['ID=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:19.902909 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:21.117529 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-d703dd7d-a3b5-4b11-9464-9a1516fb980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.544281 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.585953 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 up at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:21.672146 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Provisioning complete for port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:21.672530 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.060124 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.926282 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.459768 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-cd8f0e43-e2d8-4ed4-a67c-89ffb66a0ccc tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:25.461229 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-cd8f0e43-e2d8-4ed4-a67c-89ffb66a0ccc tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 815 time: 0.1258852 Jun 10 16:20:25.475475 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-9c720786-e062-4ce9-94e0-9d215bbc0bfb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/quotas/54346bae6b794c30b002a71d2222a88a HTTP/1.1" status: 200 len: 375 time: 0.0088985 Jun 10 16:20:25.552318 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-b0409adc-4276-4824-8556-b81af7f11e7b tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718215 Jun 10 16:20:25.567794 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-affe62e7-d76d-4383-911d-77f145133244 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:20:25.568728 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-affe62e7-d76d-4383-911d-77f145133244 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056832 Jun 10 16:20:25.679907 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-b1cbb693-0252-4be8-b0f9-5c1bd029e3bb service neutron] 10.222.0.44 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058536 Jun 10 16:20:25.794464 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-8c779c93-23fa-4f61-b89f-570fe4e8e607 service neutron] 10.222.0.44 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086907 Jun 10 16:20:26.068417 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-9bde229a-d7f8-459f-a2a3-05e78d155073 req-eaa362c2-69e9-40a3-ae6e-87e56372aa77 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 210 time: 0.1371231 Jun 10 16:20:27.236327 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-06d47f43-cc6a-425b-b0c5-c7cd6af907d3 req-94ccca8c-ce31-49b9-bdab-129cf5b35296 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 210 time: 0.0390549 Jun 10 16:20:27.396868 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-142243bb-2103-4f17-bed4-fddd159f5bca tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:27.398362 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-142243bb-2103-4f17-bed4-fddd159f5bca tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 815 time: 0.4682162 Jun 10 16:20:27.411401 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'port': {'device_id': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'admin_state_up': True, 'tenant_id': '54346bae6b794c30b002a71d2222a88a'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:27.551188 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Made reservation on behalf of 54346bae6b794c30b002a71d2222a88a for: {'port': 1} {{(pid=91919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:27.554718 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.739197 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_common [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Allocated IP 172.20.0.12 (d335f92a-2d27-4635-8276-92c8a9b0ca62/64f9408c-e18b-452e-bf9a-9c6f51391aa1/301721f8-5206-4ffb-b4cf-4e62e465f446) {{(pid=91919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:27.959274 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for port, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.973545 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Transition to ACTIVE for port object 301721f8-5206-4ffb-b4cf-4e62e465f446 will not be triggered until provisioned by entity DHCP. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:28.011276 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24043760'] for port, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.015422 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-c447a2b4-28a9-4902-8593-9d023cdd45f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:28.069906 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 is already hosted by enough agents. {{(pid=91919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:28.073160 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.base_scheduler [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Resources bound (agent type, host, resource id): {{(pid=91919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:28.077998 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Received port after_create {{(pid=91919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:28.082857 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:28.117822 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:28.150094 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:28.150962 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.167124 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596843 Jun 10 16:20:28.302846 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-9b9aa79d-80dd-4794-b097-2be868c9cec7 None None] Provisioning for port 301721f8-5206-4ffb-b4cf-4e62e465f446 completed by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:28.309052 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-9b9aa79d-80dd-4794-b097-2be868c9cec7 None None] Provisioning complete for port 301721f8-5206-4ffb-b4cf-4e62e465f446 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:28.309052 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa79d-80dd-4794-b097-2be868c9cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.351745 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-9b9aa79d-80dd-4794-b097-2be868c9cec7 None None] Port 301721f8-5206-4ffb-b4cf-4e62e465f446 cannot update to ACTIVE because it is not bound. {{(pid=91920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 16:20:28.425499 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02249fd1-c9dd-4917-ab13-3e16b1f70e6f req-c4d8d690-ca29-455e-9197-a4afc391d9e8 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:28.427291 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02249fd1-c9dd-4917-ab13-3e16b1f70e6f req-c4d8d690-ca29-455e-9197-a4afc391d9e8 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0731986 Jun 10 16:20:28.470967 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-02249fd1-c9dd-4917-ab13-3e16b1f70e6f req-681049f9-994e-48d5-9f72-eac3c8552acc tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378866 Jun 10 16:20:29.656536 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be663f11-4cb3-4561-985a-307b9aa18b98 req-d86e8629-4fa3-4ce1-b89d-5e4379b1af45 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:29.658067 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-be663f11-4cb3-4561-985a-307b9aa18b98 req-d86e8629-4fa3-4ce1-b89d-5e4379b1af45 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0700049 Jun 10 16:20:29.700797 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-be663f11-4cb3-4561-985a-307b9aa18b98 req-bd6de108-8b68-44ce-9494-357ea3687951 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Jun 10 16:20:30.889710 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e9412-70e9-40e7-9eae-e4aa49fb1f43 req-ded9bdee-b71e-4c25-b071-5c2760afd4e7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:30.891251 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cb9e9412-70e9-40e7-9eae-e4aa49fb1f43 req-ded9bdee-b71e-4c25-b071-5c2760afd4e7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0768082 Jun 10 16:20:30.936938 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cb9e9412-70e9-40e7-9eae-e4aa49fb1f43 req-bf41d68e-ba96-4711-9d19-cfdcff3feb3d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Jun 10 16:20:32.123834 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b231e33-4492-42fe-af77-b030245c68d4 req-a32cc301-4bfd-4414-9053-2556c04791ab tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:32.125323 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6b231e33-4492-42fe-af77-b030245c68d4 req-a32cc301-4bfd-4414-9053-2556c04791ab tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0701790 Jun 10 16:20:32.171731 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-6b231e33-4492-42fe-af77-b030245c68d4 req-9aab9f0a-7737-444b-8165-36e858ce15cd tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Jun 10 16:20:33.360409 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb305-d8b0-438f-b7bb-575c293367ad req-62ddb355-0f37-4007-8a6d-23b61f1168d8 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.361972 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0d7bb305-d8b0-438f-b7bb-575c293367ad req-62ddb355-0f37-4007-8a6d-23b61f1168d8 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0736072 Jun 10 16:20:33.407336 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0d7bb305-d8b0-438f-b7bb-575c293367ad req-e1c4fac1-02ba-4c74-a6a4-9be7b32fdc4f tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Jun 10 16:20:33.991399 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:20:34.611230 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b011bf-b1f0-4e1c-b3a8-0b8e4c03eacc req-a776b0e2-5edd-4cc2-bd1f-7b8ec0d7827e tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:34.613484 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-85b011bf-b1f0-4e1c-b3a8-0b8e4c03eacc req-a776b0e2-5edd-4cc2-bd1f-7b8ec0d7827e tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0903738 Jun 10 16:20:34.656798 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-85b011bf-b1f0-4e1c-b3a8-0b8e4c03eacc req-b252fe9f-31fa-421c-91cd-99a4f9304157 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376244 Jun 10 16:20:35.851665 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3dd0f-f063-4ef5-b39d-0d1dfc0ace9e req-47455037-ec76-410e-a5b0-1d792cdf3953 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:35.853165 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d6f3dd0f-f063-4ef5-b39d-0d1dfc0ace9e req-47455037-ec76-410e-a5b0-1d792cdf3953 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0767131 Jun 10 16:20:35.895550 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d6f3dd0f-f063-4ef5-b39d-0d1dfc0ace9e req-fb373077-dc62-4cd3-9dda-8e61cb75bdb9 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366833 Jun 10 16:20:37.085080 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae6f8e-5127-4232-b29d-3a3f922d984b req-98a49ff6-c411-4b96-8eaa-5112855b4ac5 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:37.086565 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-17ae6f8e-5127-4232-b29d-3a3f922d984b req-98a49ff6-c411-4b96-8eaa-5112855b4ac5 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0742385 Jun 10 16:20:37.135608 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-17ae6f8e-5127-4232-b29d-3a3f922d984b req-e13a3d58-2073-4b48-96f8-8484b0d26d2c tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Jun 10 16:20:38.323841 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941ba54-139a-4029-af5c-fc832289bb24 req-a390fdfe-c11e-44ec-b1d4-fe6a5a358f2a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:38.325403 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3941ba54-139a-4029-af5c-fc832289bb24 req-a390fdfe-c11e-44ec-b1d4-fe6a5a358f2a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 932 time: 0.0723276 Jun 10 16:20:38.370226 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-3941ba54-139a-4029-af5c-fc832289bb24 req-b710e098-4179-46bb-9006-e6ff5bd81f06 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Jun 10 16:20:38.648371 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-347dd198-eab9-4128-a0d2-3886d62f69b4 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:20:38.649688 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-347dd198-eab9-4128-a0d2-3886d62f69b4 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056717 Jun 10 16:20:38.663318 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Request body: {'port': {'device_id': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:38.751591 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.058214 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301721f8-5206-4ffb-b4cf-4e62e465f446 {{(pid=91919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:20:39.066022 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.077157 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.provisioning_blocks [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Transition to ACTIVE for port object 301721f8-5206-4ffb-b4cf-4e62e465f446 will not be triggered until provisioned by entity L2. {{(pid=91919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:39.082854 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.085488 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-37e6048b-703f-48bc-91bf-0f000caa4e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:39.183605 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=2']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.214053 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.214430 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.214778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.215139 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.215493 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.215847 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.216199 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.216553 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.216902 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.217272 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.217626 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.217958 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:39.244190 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.276654 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Attempting to bind port 301721f8-5206-4ffb-b4cf-4e62e465f446 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:39.276981 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Attempting to bind port 301721f8-5206-4ffb-b4cf-4e62e465f446 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:39.277331 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Attempting to bind port 301721f8-5206-4ffb-b4cf-4e62e465f446 on network d335f92a-2d27-4635-8276-92c8a9b0ca62 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:39.281394 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Port 301721f8-5206-4ffb-b4cf-4e62e465f446 on network d335f92a-2d27-4635-8276-92c8a9b0ca62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:39.281703 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Attempting to bind port 301721f8-5206-4ffb-b4cf-4e62e465f446 on network d335f92a-2d27-4635-8276-92c8a9b0ca62 {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:39.286397 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Checking agent: {'id': '701948a1-e07d-4178-8987-797b477a9531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'started_at': datetime.datetime(2021, 6, 10, 16, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:39.286724 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Checking segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:39.287095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Bound using segment: {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'} {{(pid=91919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:39.287514 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.managers [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Bound port: 301721f8-5206-4ffb-b4cf-4e62e465f446, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f393cab-7b4b-4b06-83d9-51ad6a5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62'}}] {{(pid=91919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:39.287855 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.369373 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, cleared binding levels {{(pid=91919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:39.372520 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:39.377626 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.380445 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b1503065-9fc8-492f-abfd-7ca512277c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:39.417368 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.418005 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.419385 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] 10.222.0.49 "PUT /v2.0/ports/301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 1094 time: 0.7600086 Jun 10 16:20:39.426648 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:20:39.429054 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14689eba-6743-4a5e-bc3f-c4de1053343f" -d '{"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:20:39.457606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=3']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.460754 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-768278b9-d748-4846-8bd1-a2c6930f0a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.483598 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405a8856-2261-44e0-9901-ea2b67792603 x-openstack-request-id: req-405a8856-2261-44e0-9901-ea2b67792603 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:20:39.483938 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:20:39.484391 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-405a8856-2261-44e0-9901-ea2b67792603 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:20:39.484835 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'status': 'completed', 'code': 200} Jun 10 16:20:39.543492 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-e698043d-ec7e-484f-99ba-d1725d8b7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.545689 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-e698043d-ec7e-484f-99ba-d1725d8b7707 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1097 time: 0.0720618 Jun 10 16:20:39.566329 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0796a3-aec9-487a-975e-9cf1865def41 req-c006342f-a725-4a5d-b03a-f1aeba4e654e tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.567839 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4c0796a3-aec9-487a-975e-9cf1865def41 req-c006342f-a725-4a5d-b03a-f1aeba4e654e tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 944 time: 0.0771780 Jun 10 16:20:39.608528 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-0d65c2ab-6339-43ea-b5df-b220191824b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 217 time: 0.0545938 Jun 10 16:20:39.610792 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-4c0796a3-aec9-487a-975e-9cf1865def41 req-217d3a7c-e15a-4d2c-9804-9b7e2e2a92ac tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Jun 10 16:20:39.667003 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-b629fa4c-4406-46a7-960f-18d2a77aaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.668891 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-b629fa4c-4406-46a7-960f-18d2a77aaf25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0534253 Jun 10 16:20:39.746921 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-dcffa281-3b9c-4562-9c25-6e2129070ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.747524 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-dcffa281-3b9c-4562-9c25-6e2129070ca8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707998 Jun 10 16:20:39.885175 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-9cd45859-ef6f-4abf-9736-b66715339351 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299820 Jun 10 16:20:40.001068 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-1c8f1b9d-8597-41f7-93a0-0034dd6dba50 req-5c5702a1-9adb-448e-a883-204d68070aad service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089423 Jun 10 16:20:40.127381 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-92d426c2-7e82-419f-94b3-2d75ffeb4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:40.128842 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-92d426c2-7e82-419f-94b3-2d75ffeb4ea4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1097 time: 0.0595427 Jun 10 16:20:40.247374 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-9b2dc372-9368-44b6-a976-da0de2f476ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:40.248806 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-9b2dc372-9368-44b6-a976-da0de2f476ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1123748 Jun 10 16:20:40.308558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-f7a92dc9-d662-489d-b6a0-eee21f45c00f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 217 time: 0.0513482 Jun 10 16:20:40.366291 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-b827a492-72f5-4d03-bbce-f92e42feeecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:40.367645 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-b827a492-72f5-4d03-bbce-f92e42feeecb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0520186 Jun 10 16:20:40.431806 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-d646be0e-dd46-402a-96a9-950226789774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:40.433269 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-d646be0e-dd46-402a-96a9-950226789774 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575478 Jun 10 16:20:40.546911 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-9b806f70-aef1-4927-ac59-3f9f03ed8761 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066468 Jun 10 16:20:40.706825 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-14689eba-6743-4a5e-bc3f-c4de1053343f req-527d99de-dd59-4492-829a-69612de20e11 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514616 Jun 10 16:20:40.793416 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14d9b-62af-42fd-834d-4be251ec49b8 req-8b5dc97e-1be9-4836-9e6e-9cf2a151cab7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:40.794852 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-32c14d9b-62af-42fd-834d-4be251ec49b8 req-8b5dc97e-1be9-4836-9e6e-9cf2a151cab7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 944 time: 0.0678129 Jun 10 16:20:40.839158 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-32c14d9b-62af-42fd-834d-4be251ec49b8 req-a2a27e66-84cc-4d4f-ac48-1af4adc30e6d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Jun 10 16:20:42.018695 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99fe5e-0c60-4c1c-b018-94d63d5399e9 req-cce868e1-73bc-49db-99a8-0bd895556d5f tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:42.020151 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2a99fe5e-0c60-4c1c-b018-94d63d5399e9 req-cce868e1-73bc-49db-99a8-0bd895556d5f tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 944 time: 0.0722351 Jun 10 16:20:42.065769 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-2a99fe5e-0c60-4c1c-b018-94d63d5399e9 req-6a8137c1-73c3-4d15-ac53-1bbd9ff87a78 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Jun 10 16:20:43.248971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed673b96-06ee-4911-9d5d-401a9d40d6ab req-9600a4f8-e915-4704-867f-4c55e3fa9f52 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:43.250444 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed673b96-06ee-4911-9d5d-401a9d40d6ab req-9600a4f8-e915-4704-867f-4c55e3fa9f52 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 944 time: 0.0719185 Jun 10 16:20:43.292507 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-ed673b96-06ee-4911-9d5d-401a9d40d6ab req-8db769c5-ff8e-4ed7-8cbc-cfbd45be4eb9 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 Jun 10 16:20:43.515882 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 301721f8-5206-4ffb-b4cf-4e62e465f446 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 16:20:43.633095 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:43.645735 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Returning: {'device': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'port_id': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'mac_address': 'fa:16:3e:e1:7c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 16:20:43.686719 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.701406 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301721f8-5206-4ffb-b4cf-4e62e465f446 {{(pid=91920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:20:43.726094 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:43.730301 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.732016 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:43.784835 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=4']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:43.787781 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:43.949817 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['301721f8-5206-4ffb-b4cf-4e62e465f446'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:20:44.468549 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ec5d-d6c1-4a5b-9893-af3a70fc7d62 req-0cb489f6-b757-490d-b060-18539cb6625b tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:44.470024 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9643ec5d-d6c1-4a5b-9893-af3a70fc7d62 req-0cb489f6-b757-490d-b060-18539cb6625b tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 945 time: 0.0684664 Jun 10 16:20:44.511384 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-9643ec5d-d6c1-4a5b-9893-af3a70fc7d62 req-710511eb-488c-4ece-aa6b-615abdd20715 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Jun 10 16:20:45.515669 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 301721f8-5206-4ffb-b4cf-4e62e465f446 up at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 16:20:45.574063 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning for port 301721f8-5206-4ffb-b4cf-4e62e465f446 completed by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:45.577551 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Provisioning complete for port 301721f8-5206-4ffb-b4cf-4e62e465f446 triggered by entity L2. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:45.577930 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.666249 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.692638 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:20:45.695114 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c78754815e50c2d70b81259ef58addbefad22a4748dfc9bd5247cefa34a8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628fe586-b1f2-4950-b8c8-25e543e30a8d" -d '{"events": [{"server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "name": "network-vif-plugged", "status": "completed", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:20:45.696045 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96d4f6-ca5d-4155-8236-8020da5bb474 req-ae76ca2d-22b4-43ae-8913-72a91ca82b23 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:45.697539 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8b96d4f6-ca5d-4155-8236-8020da5bb474 req-ae76ca2d-22b4-43ae-8913-72a91ca82b23 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 945 time: 0.0691020 Jun 10 16:20:45.715679 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:45.721519 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837'] for port, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.726461 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-fc364001-6a90-4432-9b35-eb9f3897d5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:45.747944 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8b96d4f6-ca5d-4155-8236-8020da5bb474 req-c9a34a05-a82b-467a-9b33-ccf191094c08 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Jun 10 16:20:45.759112 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685bcbcd-0c59-4b6e-b80a-c90a49c6f9d8 x-openstack-request-id: req-685bcbcd-0c59-4b6e-b80a-c90a49c6f9d8 {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:20:45.759409 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "name": "network-vif-plugged", "status": "completed", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "code": 200}]} {{(pid=91920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:20:45.759668 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-685bcbcd-0c59-4b6e-b80a-c90a49c6f9d8 {{(pid=91920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:20:45.760057 dv-cinder-789564-6-iscsi neutron-server[91920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'code': 200} Jun 10 16:20:45.791219 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=5']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:45.795035 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:45.956800 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9532040-e738-4e69-a13b-cca22ce94bd2 req-4fbcd848-00bd-4eca-ba0c-e216e32b32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:45.958258 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e9532040-e738-4e69-a13b-cca22ce94bd2 req-4fbcd848-00bd-4eca-ba0c-e216e32b32c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1099 time: 0.0576062 Jun 10 16:20:45.995321 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-e9532040-e738-4e69-a13b-cca22ce94bd2 req-347bc84a-78b9-45e3-a24a-dda2395fe26a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Jun 10 16:20:46.937004 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500fcd-6800-4346-887c-2401072770e0 req-a17378a7-e995-4c97-9cec-11395b1688f1 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:46.938475 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5c500fcd-6800-4346-887c-2401072770e0 req-a17378a7-e995-4c97-9cec-11395b1688f1 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0721846 Jun 10 16:20:46.982789 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-5c500fcd-6800-4346-887c-2401072770e0 req-7de47145-1729-44b9-a621-542baada1715 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Jun 10 16:20:47.159347 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87be43d-7bf9-4fe7-b687-5aac73a25aed req-22d62a32-7f7b-4e56-8674-a1284afef6e5 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:47.160792 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f87be43d-7bf9-4fe7-b687-5aac73a25aed req-22d62a32-7f7b-4e56-8674-a1284afef6e5 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0697370 Jun 10 16:20:47.202287 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f87be43d-7bf9-4fe7-b687-5aac73a25aed req-3cc7d6da-30e2-4e68-9823-06835fde1d83 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Jun 10 16:20:47.342141 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.602443 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b5ae-57f0-4eda-bca3-d5f36ac78416 req-65ef0cb2-9ea2-4876-9b0d-cff846f73013 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:47.603805 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2ee8b5ae-57f0-4eda-bca3-d5f36ac78416 req-65ef0cb2-9ea2-4876-9b0d-cff846f73013 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0717306 Jun 10 16:20:47.645165 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2ee8b5ae-57f0-4eda-bca3-d5f36ac78416 req-0e5387a5-70fc-40c0-861d-d726583d5eb8 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Jun 10 16:20:48.685671 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e401d320-29d1-48d8-972d-5db27e21e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.121637 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0c280f19-be8f-4644-bcb6-65321c89d177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.535599 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.060541 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.927941 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.116372 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dc8ea-5f1c-405c-8cb2-7f6f537ade14 req-e91a6d3a-4f5d-4e37-a1bb-090898dc29dd tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.117742 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fa5dc8ea-5f1c-405c-8cb2-7f6f537ade14 req-e91a6d3a-4f5d-4e37-a1bb-090898dc29dd tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0674546 Jun 10 16:20:56.158002 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fa5dc8ea-5f1c-405c-8cb2-7f6f537ade14 req-199eae77-70d9-4ac2-bcd3-9d0f957bac83 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Jun 10 16:20:56.182037 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60370) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:56.334781 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b1c05-400b-4e77-a8a2-50a6ee2a8216 tempest-TestMinimumBasicScenario-1546867581 tempest-TestMinimumBasicScenario-1546867581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.336263 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3f2b1c05-400b-4e77-a8a2-50a6ee2a8216 tempest-TestMinimumBasicScenario-1546867581 tempest-TestMinimumBasicScenario-1546867581-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1094 time: 0.1532323 Jun 10 16:20:56.339015 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60374) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:56.343295 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'floatingip': {'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'port_id': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:56.366843 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for floatingip, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.484263 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.600496 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_common [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Allocated IP 172.27.0.227 (2f537f53-474f-4db3-bb73-4e1554dcc69c/a3c1b16c-65f6-4df4-b333-f3f4181e29d5/fdaf0943-3452-4f08-9e12-796813f5b118) {{(pid=91918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:56.722686 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-168b763c-d1f2-4f81-a5bd-3dc2195a2afd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602636 Jun 10 16:20:56.729170 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for port, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.769835 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1428725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2039549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730452810774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12681479'] for port, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.772604 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8e8cde5e-99af-4c87-9d2c-229f8ce59b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:56.820941 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Network 2f537f53-474f-4db3-bb73-4e1554dcc69c is already hosted by enough agents. {{(pid=91918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:56.823977 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.base_scheduler [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Resources bound (agent type, host, resource id): {{(pid=91918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:56.824971 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-827cf8c6-396d-42b0-8a48-7cc4f4520612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.827433 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Received port after_create {{(pid=91918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:56.827850 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-827cf8c6-396d-42b0-8a48-7cc4f4520612 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1099 time: 0.0613542 Jun 10 16:20:56.833131 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'Port': ['ID=fdaf0943-3452-4f08-9e12-796813f5b118,revision_number=1']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:56.866871 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.867248 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.867617 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.867982 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.868343 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.868700 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.869082 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.869439 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.869790 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.870141 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.870492 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.870841 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:56.879416 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:56.968448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-25ca4825-2c83-4c79-b85b-9d3f58f80651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.970042 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-25ca4825-2c83-4c79-b85b-9d3f58f80651 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1150608 Jun 10 16:20:57.027024 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-3f46475e-3c11-419d-b8ff-8153a356cad6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 217 time: 0.0478497 Jun 10 16:20:57.089074 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-fa4d045c-d4e7-4dc8-ac74-491ab5d572ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:57.090541 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-fa4d045c-d4e7-4dc8-ac74-491ab5d572ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0566752 Jun 10 16:20:57.157152 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-c1462594-b5c9-4182-b93c-eb41d2f84ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:57.159467 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-c1462594-b5c9-4182-b93c-eb41d2f84ae1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615780 Jun 10 16:20:57.285814 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-80a5c9e0-1e7c-49b2-b4e3-db1d5ceccbff service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152658 Jun 10 16:20:57.421460 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-4e62e98d-d48b-487a-92d9-9f79a94925ec req-47f2b8f9-d32e-4e11-9305-713093bd46ff service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273649 Jun 10 16:20:57.560010 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.647548 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.825528 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.830194 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.833062 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1ff75a21-2fed-4380-936f-7241c57046c3 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:57.919006 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'Port': ['ID=fdaf0943-3452-4f08-9e12-796813f5b118,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:57.923475 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:57.928047 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366193'] for floatingip, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.063838 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Floating IP f568129d-9748-4c9c-a364-42b88d4cbc8c associated. External IP: 172.27.0.227, port: 301721f8-5206-4ffb-b4cf-4e62e465f446. Jun 10 16:20:58.349714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Router ea64af4b-fd8e-4ab7-a6f1-88e01688498b has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:58.495814 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:58.505926 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] Sync routers for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:58.515220 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:58.515824 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:20:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:58.518108 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.560790 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-868113ab-9abc-407f-82c2-933c7d137f80 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2205882 Jun 10 16:20:58.561496 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:20:58.564127 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f275bd-a7d3-498a-a765-b25f83580534" -d '{"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:20:58.564272 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60376) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:58.569133 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498653472', 'description': 'tempest-secgroup-smoke-1498653472 description', 'project_id': '54346bae6b794c30b002a71d2222a88a'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:58.596507 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.605898 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4dcd63-467c-47b1-b7ea-80e4825df4c2 x-openstack-request-id: req-af4dcd63-467c-47b1-b7ea-80e4825df4c2 {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:20:58.606308 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:20:58.606666 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af4dcd63-467c-47b1-b7ea-80e4825df4c2 {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:20:58.607170 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'status': 'completed', 'code': 200} Jun 10 16:20:58.736099 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.738181 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-c37f5c61-80c0-4491-8aa6-9ad4cd5ddfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:58.739988 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-c37f5c61-80c0-4491-8aa6-9ad4cd5ddfa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1099 time: 0.1065333 Jun 10 16:20:58.741198 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.744394 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-72125d0b-7489-4a3a-b100-2716d6db3409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:58.791459 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:58.804265 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.805515 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2402380 Jun 10 16:20:58.808732 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60380) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:58.819863 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group_rule': {'security_group_id': '0cd5ffe0-afad-4987-9106-0cc6b829e755', 'project_id': '54346bae6b794c30b002a71d2222a88a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:58.853659 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5ffe0-afad-4987-9106-0cc6b829e755,revision_number=1']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:58.856286 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.857549 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-055f20e6-1d96-48a3-8331-e9da57f6dc62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:58.892577 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-9a6e9ff3-dbab-4944-b574-22a0049f5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:58.894442 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-9a6e9ff3-dbab-4944-b574-22a0049f5b20 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1469591 Jun 10 16:20:58.928887 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.933787 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.936042 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:58.955984 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b294928-9f97-4781-9607-c3ada0a75f84,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:58.958719 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:58.962914 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.967498 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-7970213a-8dd6-4053-9da2-ae9388493540 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567934 Jun 10 16:20:58.967631 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60382) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:58.978952 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group_rule': {'security_group_id': '0cd5ffe0-afad-4987-9106-0cc6b829e755', 'project_id': '54346bae6b794c30b002a71d2222a88a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:58.999043 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-d2067506-c80c-4871-8a22-76c5d60fd8d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 1000 time: 0.0980701 Jun 10 16:20:59.044594 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.081868 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-1811116e-c8d3-4e2e-b975-7cf741954324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:59.083203 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-1811116e-c8d3-4e2e-b975-7cf741954324 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0757480 Jun 10 16:20:59.102584 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'f568129d-9748-4c9c-a364-42b88d4cbc8c', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'port_id': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'mac_address': 'fa:16:3e:e1:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:20:57Z', 'updated_at': '2021-06-10T16:20:57Z', 'revision_number': 0, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:59.106074 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] Checking router: ea64af4b-fd8e-4ab7-a6f1-88e01688498b for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:59.114051 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:59.114656 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:20:51Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:59.143684 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.154198 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.158518 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.180003 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5914b7e9-b8a6-4b7c-8fe5-1ac1f88b2630,revision_number=0']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.183590 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.189547 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-681c1c18-a045-4a73-ba0a-b99c7c0b5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:59.191040 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-681c1c18-a045-4a73-ba0a-b99c7c0b5ca1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973639 Jun 10 16:20:59.191918 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.192816 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-f5a4e603-34be-4cf1-be4f-23f3ff918f81 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2244556 Jun 10 16:20:59.196066 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60384) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:59.201056 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group_rule': {'security_group_id': '0cd5ffe0-afad-4987-9106-0cc6b829e755', 'project_id': '54346bae6b794c30b002a71d2222a88a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:59.232405 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.267153 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:59.294789 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.302158 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.304733 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.320114 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-f609f67c-1e68-454e-a7e6-bdf9f82f1bf9 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216900 Jun 10 16:20:59.323243 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dd6175-c882-4a6d-a427-a0a2570ce56c,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.325795 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.332502 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.336403 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-eea54616-7595-4d91-a6e2-a63bab8946cb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364512 Jun 10 16:20:59.336559 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60386) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:59.342484 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group_rule': {'security_group_id': '0cd5ffe0-afad-4987-9106-0cc6b829e755', 'project_id': '54346bae6b794c30b002a71d2222a88a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:59.370339 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.439746 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.443714 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.445896 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4cdc740b-1646-4c5b-9c52-90fb97cf1f87 tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.446203 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d1f275bd-a7d3-498a-a765-b25f83580534 req-731d0a9f-8c3d-4f91-ad86-84c4ab5d8541 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171801 Jun 10 16:20:59.464359 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43149d17-82db-4f68-ad56-0e9b5723bd75,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.466898 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.470742 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.473182 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-cc420e7a-1f1d-481c-a7e4-753b5ea944ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344368 Jun 10 16:20:59.475157 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60388) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:59.479762 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group_rule': {'security_group_id': '0cd5ffe0-afad-4987-9106-0cc6b829e755', 'project_id': '54346bae6b794c30b002a71d2222a88a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:59.503570 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.securitygroups_db [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Project 54346bae6b794c30b002a71d2222a88a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:20:59.508355 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.575758 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.580311 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.582410 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.590142 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'f568129d-9748-4c9c-a364-42b88d4cbc8c', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'port_id': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'mac_address': 'fa:16:3e:e1:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:20:57Z', 'updated_at': '2021-06-10T16:20:57Z', 'revision_number': 0, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:59.593742 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce988-bee6-4835-83c5-bb8fe2208bf5 None None] The sync data for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi is: [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_floatingips': [{'id': 'f568129d-9748-4c9c-a364-42b88d4cbc8c', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'router_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'port_id': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'mac_address': 'fa:16:3e:e1:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:20:57Z', 'updated_at': '2021-06-10T16:20:57Z', 'revision_number': 0, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:59.599054 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f1d21e-dd2b-4c2e-8b6c-285f9ba9170b,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.601783 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.605956 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.607008 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-911c47a7-7a6c-4472-85b3-957ac4763ee0 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307476 Jun 10 16:20:59.609724 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60390) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:59.614359 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'security_group_rule': {'security_group_id': '0cd5ffe0-afad-4987-9106-0cc6b829e755', 'project_id': '54346bae6b794c30b002a71d2222a88a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:59.637416 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.securitygroups_db [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Project 54346bae6b794c30b002a71d2222a88a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:20:59.643014 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.710883 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.715044 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759280'] for security_group_rule, after_create {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.720273 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-66df93ec-aea5-42a5-957e-5e0df1df252d tempest-AttachVolumeTestJSON-1718623731 tempest-AttachVolumeTestJSON-1718623731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.737577 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b543cf-512e-4111-8c23-54e0fe0cd430,revision_number=0']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.741633 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.742372 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.746713 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-5799400e-5c26-427d-bb5f-efe3352339a7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330283 Jun 10 16:20:59.786368 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbb66e-58ae-43dd-b714-c51803dce95c None None] New status for floating IP f568129d-9748-4c9c-a364-42b88d4cbc8c: ACTIVE {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:20:59.884321 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-a65f90a6-8ed3-47ae-baf6-6e98a365c5de tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498653472&fields=id&tenant_id=54346bae6b794c30b002a71d2222a88a HTTP/1.1" status: 200 len: 267 time: 0.0424464 Jun 10 16:20:59.955794 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-23314ac3-63eb-4261-9283-83a3df7ff394 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:59.957268 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-23314ac3-63eb-4261-9283-83a3df7ff394 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0675385 Jun 10 16:20:59.968261 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.v2.base [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'port': {'security_groups': ['6e000cbb-1d00-4c53-8895-91628a57d270', '0cd5ffe0-afad-4987-9106-0cc6b829e755']}} {{(pid=91919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:00.065286 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.280687 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:00.310707 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for port, precommit_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.315935 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24043746'] for port, after_update {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.319651 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-d7ab239d-42d4-46ee-8268-09b38f2b5297 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:00.331069 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['301721f8-5206-4ffb-b4cf-4e62e465f446'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:21:00.367150 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:00.367781 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.369213 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-0c84bffc-d207-4ade-9bd6-54c65a89e3cf req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "PUT /v2.0/ports/301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 982 time: 0.4053910 Jun 10 16:21:00.369759 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:21:00.372072 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26789ee-d64d-4907-b58e-601a40d83bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:21:00.400354 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=6']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:00.403967 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-98ffd9a4-ec94-4af2-80ef-4946b47c494a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:00.423739 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1449d859-2cdf-44c9-b3ab-6e58e0567dc1 x-openstack-request-id: req-1449d859-2cdf-44c9-b3ab-6e58e0567dc1 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:21:00.424302 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:21:00.424778 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1449d859-2cdf-44c9-b3ab-6e58e0567dc1 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:21:00.425423 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'status': 'completed', 'code': 200} Jun 10 16:21:00.447223 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['301721f8-5206-4ffb-b4cf-4e62e465f446'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:21:00.667703 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-354692e6-bd36-4a93-9b70-27f8144a3a1b None None] Provisioning complete for port 301721f8-5206-4ffb-b4cf-4e62e465f446 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:00.668396 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-354692e6-bd36-4a93-9b70-27f8144a3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.884646 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-f2fb5f48-fc3a-4d16-bd84-ec46af77a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:00.886147 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-f2fb5f48-fc3a-4d16-bd84-ec46af77a239 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1138 time: 0.4284563 Jun 10 16:21:00.897235 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac24825-fa41-4e2a-a235-fc763edf469d req-ced83988-cbc0-4f9a-915e-46e1b19dfeeb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:00.898622 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fac24825-fa41-4e2a-a235-fc763edf469d req-ced83988-cbc0-4f9a-915e-46e1b19dfeeb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0927699 Jun 10 16:21:01.011065 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-fac24825-fa41-4e2a-a235-fc763edf469d req-abac2c2a-0331-4c5a-881d-22924670d59a tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040404 Jun 10 16:21:01.042182 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-18fca2dc-4661-4240-9344-362d59433f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.043608 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-18fca2dc-4661-4240-9344-362d59433f0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1441550 Jun 10 16:21:01.129480 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-5ff2e928-ce89-4776-becf-1607e2793c17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 1002 time: 0.0787098 Jun 10 16:21:01.184469 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-fb2da014-f149-465e-bbcb-6f148c30a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.185871 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-fb2da014-f149-465e-bbcb-6f148c30a9aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0502145 Jun 10 16:21:01.248070 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-170da8c4-fbed-4128-b267-5c650f2ec1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.249552 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-170da8c4-fbed-4128-b267-5c650f2ec1e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567615 Jun 10 16:21:01.365253 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-b488ede3-9b82-446f-bbdf-fad4a03e7ee0 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079946 Jun 10 16:21:01.485565 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a26789ee-d64d-4907-b58e-601a40d83bb0 req-19d5518c-cbb7-48cd-a9c1-9c1a17c61d64 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130795 Jun 10 16:21:10.990278 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:21:17.342384 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.687492 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-196d2e0d-7191-4653-9ee3-1efe2caa2259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.122790 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0d912832-9963-4f3a-8e59-9f76972c06a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.535009 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.064758 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.736615 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-7415c0cd-2e22-4b89-8a3f-d6770a21ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:23.738098 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-7415c0cd-2e22-4b89-8a3f-d6770a21ae56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1138 time: 0.1109030 Jun 10 16:21:23.761625 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423152d-6a35-4ceb-b3cf-fb84c3c37adf req-d20f2576-c893-44d4-b894-fec9cb6e7d9c tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:23.762976 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d423152d-6a35-4ceb-b3cf-fb84c3c37adf req-d20f2576-c893-44d4-b894-fec9cb6e7d9c tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.1013222 Jun 10 16:21:23.876824 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d423152d-6a35-4ceb-b3cf-fb84c3c37adf req-81e1faab-7cb5-42cb-beef-a5a0fb9f1100 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013646 Jun 10 16:21:23.897879 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-2129dd77-e1dc-4634-aa0e-684bc4fd1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:23.899300 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-2129dd77-e1dc-4634-aa0e-684bc4fd1e88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1536210 Jun 10 16:21:23.930250 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.981591 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-66c406d2-a42e-478e-bd9c-f1f05a4e270e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 1002 time: 0.0745430 Jun 10 16:21:24.042790 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-7dd59971-f35f-4ed6-82bc-a5a7f2cc4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:24.045372 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-7dd59971-f35f-4ed6-82bc-a5a7f2cc4629 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0567691 Jun 10 16:21:24.108512 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-180066aa-4b71-4ea5-8bb5-ea5d68c8228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:24.110663 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-180066aa-4b71-4ea5-8bb5-ea5d68c8228e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589271 Jun 10 16:21:24.224806 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-a4d0e3da-5546-4f6d-bf6f-ae7079b0dbd1 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074083 Jun 10 16:21:24.342067 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-58a999f1-6e87-4489-8083-7bbd5e60faf0 req-ce7fc874-3b9a-4173-a0e7-273fb5117f43 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101027 Jun 10 16:21:25.055463 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198a51-489e-4318-a7ea-cdcaa6d8d1da req-a2c40f48-20d1-46c4-900e-9452d8049724 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:25.056897 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d7198a51-489e-4318-a7ea-cdcaa6d8d1da req-a2c40f48-20d1-46c4-900e-9452d8049724 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0677290 Jun 10 16:21:25.102341 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-d7198a51-489e-4318-a7ea-cdcaa6d8d1da req-262ab806-04a4-4d7c-ad43-9a450e73cc5f tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396399 Jun 10 16:21:26.283872 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248bf3b-bca5-4d04-9d82-7bacb1a2d25f req-09ab2506-1bc5-4f15-8395-3ca8a05c78dc tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:26.285357 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b248bf3b-bca5-4d04-9d82-7bacb1a2d25f req-09ab2506-1bc5-4f15-8395-3ca8a05c78dc tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0701408 Jun 10 16:21:26.330544 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-b248bf3b-bca5-4d04-9d82-7bacb1a2d25f req-37f66281-10b6-461e-b14b-6ff924206871 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395074 Jun 10 16:21:27.509652 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0f7d4-bb3b-407f-8164-b35d20e1ee5d req-fa7c75fe-0eba-4f7e-a52e-0b39510dd1f4 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:27.511082 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-67a0f7d4-bb3b-407f-8164-b35d20e1ee5d req-fa7c75fe-0eba-4f7e-a52e-0b39510dd1f4 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0686455 Jun 10 16:21:27.553865 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-67a0f7d4-bb3b-407f-8164-b35d20e1ee5d req-fae39b23-bb21-4f07-913b-8ec2494031c1 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372074 Jun 10 16:21:28.738758 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce35315-931b-42fd-bcdd-514c695cdb99 req-a26ababd-a207-46c0-9dea-a0dcd30a7fdf tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:28.740477 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8ce35315-931b-42fd-bcdd-514c695cdb99 req-a26ababd-a207-46c0-9dea-a0dcd30a7fdf tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0745668 Jun 10 16:21:28.783946 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8ce35315-931b-42fd-bcdd-514c695cdb99 req-34dd12a2-d73a-4fb7-a052-8df9cd16657d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377910 Jun 10 16:21:29.969650 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a1931-44cb-4142-bd28-746fdd8e89e9 req-80ebf7aa-c375-43a9-8dda-473cd8a619db tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:29.971106 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f70a1931-44cb-4142-bd28-746fdd8e89e9 req-80ebf7aa-c375-43a9-8dda-473cd8a619db tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0733705 Jun 10 16:21:30.016682 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-f70a1931-44cb-4142-bd28-746fdd8e89e9 req-d059fb24-8889-41fe-acfd-2231958ee805 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399280 Jun 10 16:21:31.193028 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30753f2-1d73-451b-867a-b84d901a4131 req-1030f91a-fa7a-400c-9e3d-c8c463c48e10 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:31.194520 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d30753f2-1d73-451b-867a-b84d901a4131 req-1030f91a-fa7a-400c-9e3d-c8c463c48e10 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0681145 Jun 10 16:21:31.239204 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d30753f2-1d73-451b-867a-b84d901a4131 req-1a094acb-23e6-4225-9f48-576748afaa51 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386741 Jun 10 16:21:32.419683 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305e3df-9b08-4d8c-abf2-886f548a7eff req-425ff494-82fa-47ba-b8a8-89ae971b1db4 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:32.421183 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3305e3df-9b08-4d8c-abf2-886f548a7eff req-425ff494-82fa-47ba-b8a8-89ae971b1db4 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0702944 Jun 10 16:21:32.465125 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3305e3df-9b08-4d8c-abf2-886f548a7eff req-b5c6249d-82f1-4124-9fa5-742eab763955 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374444 Jun 10 16:21:33.648407 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03703e-3d4c-4da1-9dde-44f26b7a741d req-1e38c37f-0baf-4ab7-af24-8027610a7551 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:33.649911 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2c03703e-3d4c-4da1-9dde-44f26b7a741d req-1e38c37f-0baf-4ab7-af24-8027610a7551 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0743744 Jun 10 16:21:33.692844 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-2c03703e-3d4c-4da1-9dde-44f26b7a741d req-69bf81e7-c103-4531-b113-a8258ccb4541 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372710 Jun 10 16:21:34.875312 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef580a-d61c-48b8-86eb-1ab8c6224763 req-b747821c-c436-42da-8d27-fb5a5d560152 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:34.876739 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1ef580a-d61c-48b8-86eb-1ab8c6224763 req-b747821c-c436-42da-8d27-fb5a5d560152 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0672314 Jun 10 16:21:34.922076 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-c1ef580a-d61c-48b8-86eb-1ab8c6224763 req-6dc579a0-82c0-4b52-8855-fcc855dda5dc tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395722 Jun 10 16:21:36.099047 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde475c-ea32-4e50-ba02-4c456a8f01d6 req-66d72af7-e7b3-4a02-9387-f4a8de47bc2c tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:36.100529 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cbde475c-ea32-4e50-ba02-4c456a8f01d6 req-66d72af7-e7b3-4a02-9387-f4a8de47bc2c tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0694771 Jun 10 16:21:36.144366 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-cbde475c-ea32-4e50-ba02-4c456a8f01d6 req-0ae1759a-6ff5-49c6-a977-c5a7e20a847f tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380907 Jun 10 16:21:37.327502 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d06969-18d5-47e5-bc33-f95ded015c23 req-d982d076-40fd-4176-9b26-e595662e8768 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:37.328946 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-32d06969-18d5-47e5-bc33-f95ded015c23 req-d982d076-40fd-4176-9b26-e595662e8768 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0685782 Jun 10 16:21:37.372076 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-32d06969-18d5-47e5-bc33-f95ded015c23 req-9a4f71b4-3b70-4102-9ba6-3bec5944e9d1 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374765 Jun 10 16:21:38.557469 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cc7d6-3e16-4c80-b2ba-2fe646443a10 req-cc4da513-7460-4c09-95db-19b362fd5692 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:38.558833 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d26cc7d6-3e16-4c80-b2ba-2fe646443a10 req-cc4da513-7460-4c09-95db-19b362fd5692 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0732808 Jun 10 16:21:38.603377 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-d26cc7d6-3e16-4c80-b2ba-2fe646443a10 req-e882b18b-fac8-409b-906e-6c93c021cac7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383222 Jun 10 16:21:39.779891 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d743-1496-4f14-9b38-d2f6f80dc1fd req-26108027-4227-4fa5-8664-559a830cc5c2 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:39.781922 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-57a7d743-1496-4f14-9b38-d2f6f80dc1fd req-26108027-4227-4fa5-8664-559a830cc5c2 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0678477 Jun 10 16:21:39.828553 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-57a7d743-1496-4f14-9b38-d2f6f80dc1fd req-e8d4f359-1f9d-413e-b992-93c770615fa8 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401180 Jun 10 16:21:41.011793 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256beec-7cc2-451a-a83b-0e7bbc6e1945 req-0a0f060a-44f3-46f4-81f9-3760d07fdbd1 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:41.014085 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a256beec-7cc2-451a-a83b-0e7bbc6e1945 req-0a0f060a-44f3-46f4-81f9-3760d07fdbd1 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0735314 Jun 10 16:21:41.056474 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-a256beec-7cc2-451a-a83b-0e7bbc6e1945 req-ccd7d6cb-0368-4340-b349-da8f2eeb978b tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374198 Jun 10 16:21:42.232930 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2c3f9-0ac9-4287-b709-dd7df9939dd6 req-ba7d9b79-686b-4467-943b-33de738e9414 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:42.234405 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-07a2c3f9-0ac9-4287-b709-dd7df9939dd6 req-ba7d9b79-686b-4467-943b-33de738e9414 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0673575 Jun 10 16:21:42.277504 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-07a2c3f9-0ac9-4287-b709-dd7df9939dd6 req-d7b22e48-4587-45ed-98f6-ce6d31753bed tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367866 Jun 10 16:21:43.458031 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b9ce-9bb6-4df0-842a-12319a0e1a40 req-ac6cdf35-af92-46d8-aa66-4e96f4202fb3 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:43.459492 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f6f6b9ce-9bb6-4df0-842a-12319a0e1a40 req-ac6cdf35-af92-46d8-aa66-4e96f4202fb3 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0725751 Jun 10 16:21:43.503161 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f6f6b9ce-9bb6-4df0-842a-12319a0e1a40 req-7c487934-e0ec-43ce-bf14-f6db0484fcfd tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379322 Jun 10 16:21:44.683711 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe36de4-dd8a-4272-89a9-450b000cb4a6 req-a7f02b1d-528e-4ad8-8a67-1cb2b7265286 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:44.685084 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fbe36de4-dd8a-4272-89a9-450b000cb4a6 req-a7f02b1d-528e-4ad8-8a67-1cb2b7265286 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0687635 Jun 10 16:21:44.731652 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-fbe36de4-dd8a-4272-89a9-450b000cb4a6 req-a016ceb9-9e21-4ae4-b3b7-29fb5124875c tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404944 Jun 10 16:21:45.922472 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bbe6a-cbd3-4c19-8d9b-6097e57b5ae8 req-f9fdb78d-447c-4a12-816f-1601a07c45bf tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:45.923846 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-945bbe6a-cbd3-4c19-8d9b-6097e57b5ae8 req-f9fdb78d-447c-4a12-816f-1601a07c45bf tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0793655 Jun 10 16:21:45.967565 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-945bbe6a-cbd3-4c19-8d9b-6097e57b5ae8 req-4eb5eb9b-dfd3-40d1-943a-2dbafceb5f86 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&id=0cd5ffe0-afad-4987-9106-0cc6b829e755&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376425 Jun 10 16:21:47.354504 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.991387 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:21:48.688983 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0a01ab5f-53d8-4516-8eaa-fcdb9859b11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.123956 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2dadd8df-c2af-4711-8cf5-cd1dae9ef211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.536487 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.066287 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.932327 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.114581 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-cd6885ba-2dcd-486a-959d-7fc4660c69b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599570 Jun 10 16:21:56.215655 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-2aeb606b-0199-4bfd-b599-40f415b4e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:56.217110 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-2aeb606b-0199-4bfd-b599-40f415b4e674 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1138 time: 0.0580304 Jun 10 16:21:56.345043 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-584a5759-19da-4ed2-bb82-7562fc594bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:56.346467 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-584a5759-19da-4ed2-bb82-7562fc594bab service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1092789 Jun 10 16:21:56.430343 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-cbc7b7b2-a94f-43e4-a21f-10fd266183ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 1002 time: 0.0744140 Jun 10 16:21:56.491956 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-ed13df4c-df93-40d5-b2fb-630b35231770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:56.493380 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-ed13df4c-df93-40d5-b2fb-630b35231770 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0556903 Jun 10 16:21:56.560376 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-66b49645-1d02-45a8-80d9-4c68ff522106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:56.561931 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-66b49645-1d02-45a8-80d9-4c68ff522106 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615270 Jun 10 16:21:56.678425 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-f61eb8b6-e17e-4d92-a88c-b0ab1fe58d6a service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081870 Jun 10 16:21:56.792967 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-744e3f21-8f04-43a3-bb16-f115716ac8e2 req-227408a2-9817-49f8-9d7e-7a13d0c37bf2 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069536 Jun 10 16:22:17.386237 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.692613 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2080cefc-44bb-4155-b7be-7794391dac2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.407643 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-a88c8324-62ba-42db-a05f-0aa49536df32 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498653472&fields=id&tenant_id=54346bae6b794c30b002a71d2222a88a HTTP/1.1" status: 200 len: 267 time: 0.0364518 Jun 10 16:22:19.489122 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-284f4936-184c-4e91-bd1d-cd62191b661e tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:19.490867 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-284f4936-184c-4e91-bd1d-cd62191b661e tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 985 time: 0.0781298 Jun 10 16:22:19.502954 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.v2.base [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Request body: {'port': {'security_groups': ['6e000cbb-1d00-4c53-8895-91628a57d270']}} {{(pid=91918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:19.610508 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1428514'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.817263 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:19.846794 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.851279 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730453182010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730452810792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730452810837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681493'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.855169 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-fc053b14-04a1-4356-bb0d-da280f420a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:19.863896 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['301721f8-5206-4ffb-b4cf-4e62e465f446'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:22:19.915671 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:19.916392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.917870 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3491bced-1c25-4b44-9041-68d1ed8356e7 req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "PUT /v2.0/ports/301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 943 time: 0.4208851 Jun 10 16:22:19.918424 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:19.921244 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9324b-c58f-4484-9536-503b49e5c0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:19.929301 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60472) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.975392 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e20542-046d-4730-a409-2afc7c1552f4 x-openstack-request-id: req-a3e20542-046d-4730-a409-2afc7c1552f4 {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:19.975724 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:19.976017 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3e20542-046d-4730-a409-2afc7c1552f4 {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:19.976455 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'status': 'completed', 'code': 200} Jun 10 16:22:19.998197 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event updated for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=7']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:19.998849 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['301721f8-5206-4ffb-b4cf-4e62e465f446'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:22:20.025079 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.025468 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.026004 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.026384 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.026752 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.027118 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.027482 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.027843 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.028203 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.028559 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.028916 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.029296 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:20.033863 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.035905 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-43e6769a-5011-4961-a622-1aadc127a26d tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:20.064828 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.069087 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-4ab8dcdb-2ca1-4d56-89a7-accf62c3a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.071395 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-4ab8dcdb-2ca1-4d56-89a7-accf62c3a7c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1099 time: 0.0732913 Jun 10 16:22:20.142506 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.145585 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.149393 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "DELETE /v2.0/security-groups/0cd5ffe0-afad-4987-9106-0cc6b829e755 HTTP/1.1" status: 204 len: 168 time: 0.2165956 Jun 10 16:22:20.149393 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e108b791-db93-4cfa-9de3-44caf934c7ce tempest-AttachVolumeShelveTestJSON-2037431755 tempest-AttachVolumeShelveTestJSON-2037431755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:20.151099 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60474) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.207376 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-54dd792a-dfd9-43d8-b21f-ccf3cdb7c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.208896 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-54dd792a-dfd9-43d8-b21f-ccf3cdb7c9f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1298187 Jun 10 16:22:20.215761 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5ffe0-afad-4987-9106-0cc6b829e755,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:20.223945 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cdb7a1c4-7208-4e3a-bb4c-5f2a8a8639fb tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:20.269208 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.provisioning_blocks [None req-e34f16a4-e989-4cc9-8463-29e6b10bf0f0 None None] Provisioning complete for port 301721f8-5206-4ffb-b4cf-4e62e465f446 triggered by entity DHCP. {{(pid=91920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:20.269590 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e34f16a4-e989-4cc9-8463-29e6b10bf0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671126'] for port, provisioning_complete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.321608 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-9e42aa39-f64a-4aeb-af6a-0721b326440b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 1002 time: 0.1053295 Jun 10 16:22:20.383202 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-5b4c55e7-b967-42e3-9e59-e9718f8f791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.384638 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Deleting port fdaf0943-3452-4f08-9e12-796813f5b118 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:20.384785 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-5b4c55e7-b967-42e3-9e59-e9718f8f791c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0554206 Jun 10 16:22:20.385009 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.452868 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-dad83473-b63d-4ea8-a79e-7bf7524a0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.454377 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-dad83473-b63d-4ea8-a79e-7bf7524a0163 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618229 Jun 10 16:22:20.484764 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.485430 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.571571 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-9c713b30-ebd5-4133-b1a9-02522470e432 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103406 Jun 10 16:22:20.579045 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Calling delete_port for fdaf0943-3452-4f08-9e12-796813f5b118 owned by network:floatingip {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:20.688272 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-25f9324b-c58f-4484-9536-503b49e5c0c8 req-dba8373d-0e6f-4615-874f-4e2e7bc9dc66 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092322 Jun 10 16:22:20.752790 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.755432 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-506f531c-9b87-4aaa-9663-da834de694c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:20.787223 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event deleted for resources: {'Port': ['ID=fdaf0943-3452-4f08-9e12-796813f5b118,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:20.790332 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:20.859448 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks [] for floatingip, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.859775 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.db.l3_db [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Floating IP f568129d-9748-4c9c-a364-42b88d4cbc8c disassociated (deleted). External IP: 172.27.0.227, port: 301721f8-5206-4ffb-b4cf-4e62e465f446. Jun 10 16:22:21.128823 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-49b0c26a-7c34-4441-a568-9be1894d753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.408595 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Router ea64af4b-fd8e-4ab7-a6f1-88e01688498b has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:21.538148 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.554039 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:21.558826 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for floatingip, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.565246 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] Sync routers for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:21.574420 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:21.575053 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:22:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:21.604645 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-1df8a984-b8a1-4881-9fb5-08af290d7b82 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "DELETE /v2.0/floatingips/f568129d-9748-4c9c-a364-42b88d4cbc8c HTTP/1.1" status: 204 len: 168 time: 1.4524281 Jun 10 16:22:21.720136 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:21.978405 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:21.980851 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee70a46bcff5f970dd82890b7a0db0561df8ae7d951889b0e40197e32bc27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638d587-9dfd-438e-a879-49792e848f53" -d '{"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:21.985811 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:21.989218 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] Checking router: ea64af4b-fd8e-4ab7-a6f1-88e01688498b for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:21.997306 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:21.997918 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:22:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:22.016531 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39784b5-ccc6-4fe4-ab49-fc02bd61f9ee x-openstack-request-id: req-a39784b5-ccc6-4fe4-ab49-fc02bd61f9ee {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:22.016862 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "status": "completed", "code": 200}]} {{(pid=91918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:22.017177 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a39784b5-ccc6-4fe4-ab49-fc02bd61f9ee {{(pid=91918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:22.017611 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'status': 'completed', 'code': 200} Jun 10 16:22:22.098751 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d587-9dfd-438e-a879-49792e848f53 req-0c77f7d8-66e0-478d-b99f-38ba3dbc347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.100243 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-0c77f7d8-66e0-478d-b99f-38ba3dbc347b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=54346bae6b794c30b002a71d2222a88a&device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 1099 time: 0.0603025 Jun 10 16:22:22.121260 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.154475 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:22.232473 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d587-9dfd-438e-a879-49792e848f53 req-bdd7d179-aea3-4d39-9946-d35a6d1c9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.233924 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-bdd7d179-aea3-4d39-9946-d35a6d1c9150 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 200 len: 916 time: 0.1261024 Jun 10 16:22:22.292229 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-7a406ecd-601b-4a46-9790-f4c84ed69502 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 200 len: 217 time: 0.0511367 Jun 10 16:22:22.356695 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d587-9dfd-438e-a879-49792e848f53 req-35660cc2-3ea8-4b2d-a264-61f44e0ca563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.359512 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-35660cc2-3ea8-4b2d-a264-61f44e0ca563 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 200 len: 854 time: 0.0546665 Jun 10 16:22:22.423084 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d587-9dfd-438e-a879-49792e848f53 req-f01bcefc-b779-4bf4-9ceb-493a83c5362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.424225 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:22.424570 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-f01bcefc-b779-4bf4-9ceb-493a83c5362c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d335f92a-2d27-4635-8276-92c8a9b0ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586331 Jun 10 16:22:22.427660 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4a5da-7634-401c-b11a-21a9e4400189 None None] The sync data for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi is: [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:20:05Z', 'revision_number': 4, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi', '_interfaces': [{'id': '451d9a72-2082-4ee6-8187-28ea55f479e8', 'name': '', 'network_id': 'd335f92a-2d27-4635-8276-92c8a9b0ca62', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'mac_address': 'fa:16:3e:51:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:05Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'subnets': [{'id': '64f9408c-e18b-452e-bf9a-9c6f51391aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:22.570385 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-84af4eff-6332-4f1e-8563-d73aff5dafa2 service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387377 Jun 10 16:22:22.672034 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb28e-7f6c-4f51-bf9b-a37a76ae67cf None None] New status for floating IP f568129d-9748-4c9c-a364-42b88d4cbc8c: DOWN {{(pid=91921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:22:22.697728 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-8638d587-9dfd-438e-a879-49792e848f53 req-4d971191-86e1-46a6-9480-c9274bcbc3de service neutron] 10.222.0.49 "GET /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195774 Jun 10 16:22:23.934490 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.653705 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4512105-a419-4afe-b92c-0c3c1d066907 req-9b77d158-c48f-49ca-b36b-60a737d080b7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:24.655159 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a4512105-a419-4afe-b92c-0c3c1d066907 req-9b77d158-c48f-49ca-b36b-60a737d080b7 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0686874 Jun 10 16:22:24.695603 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-a4512105-a419-4afe-b92c-0c3c1d066907 req-77578cf1-dfb8-4104-920a-b9d07d49ca0b tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Jun 10 16:22:24.990253 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:22:25.874386 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8496fa-8ca0-4f0c-a1b5-190de750e738 req-01766cc6-b779-4c65-9a92-da8fc260cb62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:25.875777 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da8496fa-8ca0-4f0c-a1b5-190de750e738 req-01766cc6-b779-4c65-9a92-da8fc260cb62 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0684016 Jun 10 16:22:25.917163 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-da8496fa-8ca0-4f0c-a1b5-190de750e738 req-faab7172-6287-4d4d-b1d6-87375da010c2 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Jun 10 16:22:26.351178 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938d99a-7645-4fd6-894d-09913839dc77 req-a2143900-af93-49c4-9afb-24b38acb31ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:26.352617 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f938d99a-7645-4fd6-894d-09913839dc77 req-a2143900-af93-49c4-9afb-24b38acb31ce tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.49 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0734732 Jun 10 16:22:26.460728 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Deleting port 301721f8-5206-4ffb-b4cf-4e62e465f446 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:26.461098 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.861483 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] For port 301721f8-5206-4ffb-b4cf-4e62e465f446, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301721f8-5206-4ffb-b4cf-4e62e465f446,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:26.861845 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.953901 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Calling delete_port for 301721f8-5206-4ffb-b4cf-4e62e465f446 owned by compute:nova {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:27.102750 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086a322-8eab-45c6-9d2a-65b23c8e1646 req-2922a75e-6305-4862-97ec-0cb819f60002 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:27.104418 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3086a322-8eab-45c6-9d2a-65b23c8e1646 req-2922a75e-6305-4862-97ec-0cb819f60002 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/ports?device_id=345b273b-a0e5-41f8-acb6-680eb1dcf61f HTTP/1.1" status: 200 len: 946 time: 0.0757844 Jun 10 16:22:27.107762 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.111781 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-eff1c0c4-7f62-46ce-96c7-ef8719f09daf tempest-VolumesActionsTest-241797205 tempest-VolumesActionsTest-241797205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:27.119965 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] get_ports_and_sgs() called for port_ids ['301721f8-5206-4ffb-b4cf-4e62e465f446'] {{(pid=91920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:22:27.150604 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [req-3086a322-8eab-45c6-9d2a-65b23c8e1646 req-feba2089-d81e-47b0-a718-5569fda276c9 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e000cbb-1d00-4c53-8895-91628a57d270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Jun 10 16:22:27.153329 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Pushing event deleted for resources: {'Port': ['ID=301721f8-5206-4ffb-b4cf-4e62e465f446,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:27.189803 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.190187 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.190559 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.190924 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.191285 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.191645 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.192000 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.192355 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.192715 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.193095 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.193448 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.193798 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:27.197066 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:27.223606 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] No DVR routers for this DVR port 301721f8-5206-4ffb-b4cf-4e62e465f446 on host hv-cinder-78956 {{(pid=91919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:27.226101 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086221'] for port, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.228008 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [req-f938d99a-7645-4fd6-894d-09913839dc77 req-8f077964-b3e7-4b33-88e9-4f339a8931c6 tempest-TestMinimumBasicScenario-614272746 tempest-TestMinimumBasicScenario-614272746-project] 10.222.0.49 "DELETE /v2.0/ports/301721f8-5206-4ffb-b4cf-4e62e465f446 HTTP/1.1" status: 204 len: 173 time: 0.8687961 Jun 10 16:22:27.228503 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'name': 'network-vif-deleted', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446'}] {{(pid=91919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:27.230886 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716919fc1caef403fad0a52649d0acc3ad884b14ef8bc4773d32c4ed65dfa17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e86227-ec4f-4039-a24a-78d60dd853a0" -d '{"events": [{"server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "name": "network-vif-deleted", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446"}]}' {{(pid=91919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:27.329509 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a6745d-7d57-47a6-8a08-453a9f590321 x-openstack-request-id: req-a9a6745d-7d57-47a6-8a08-453a9f590321 {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:27.329851 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b273b-a0e5-41f8-acb6-680eb1dcf61f", "name": "network-vif-deleted", "tag": "301721f8-5206-4ffb-b4cf-4e62e465f446", "status": "completed", "code": 200}]} {{(pid=91919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:27.330125 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9a6745d-7d57-47a6-8a08-453a9f590321 {{(pid=91919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:27.330558 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b273b-a0e5-41f8-acb6-680eb1dcf61f', 'name': 'network-vif-deleted', 'tag': '301721f8-5206-4ffb-b4cf-4e62e465f446', 'status': 'completed', 'code': 200} Jun 10 16:22:28.744590 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60568) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:29.173272 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.497389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Deleting port 451d9a72-2082-4ee6-8187-28ea55f479e8 {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:29.497712 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.601874 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] For port 451d9a72-2082-4ee6-8187-28ea55f479e8, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=451d9a72-2082-4ee6-8187-28ea55f479e8,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:29.602235 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.693172 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Calling delete_port for 451d9a72-2082-4ee6-8187-28ea55f479e8 owned by network:router_interface {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:29.826673 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 301721f8-5206-4ffb-b4cf-4e62e465f446 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:29.852004 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] No Port match for: 301721f8-5206-4ffb-b4cf-4e62e465f446 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:29.852614 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Device 301721f8-5206-4ffb-b4cf-4e62e465f446 not bound to the agent host hv-cinder-78956 {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:29.909373 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.912112 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:29.940573 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Pushing event deleted for resources: {'Port': ['ID=451d9a72-2082-4ee6-8187-28ea55f479e8,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:29.945404 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:30.167802 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.709077 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Router ea64af4b-fd8e-4ab7-a6f1-88e01688498b has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:30.848333 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:30.853544 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-0dc028ab-bcf3-4d9d-9e4a-758a5f85e8de admin admin] 10.222.0.44 "PUT /v2.0/routers/ea64af4b-fd8e-4ab7-a6f1-88e01688498b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1079137 Jun 10 16:22:30.856042 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60570) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:30.857309 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] Sync routers for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:30.866777 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:30.867399 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:22:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.001499 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks [] for router, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.010367 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: dv-cinder-789564-6-iscsi {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:31.146409 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.203707 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Deleting port b02e8bab-9572-4267-aeee-05c43686364c {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:31.204025 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.240909 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 5, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port': {'id': 'b02e8bab-9572-4267-aeee-05c43686364c', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:aa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:02Z', 'updated_at': '2021-06-10T16:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.244178 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] Checking router: ea64af4b-fd8e-4ab7-a6f1-88e01688498b for host: dv-cinder-789564-6-iscsi {{(pid=91920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:31.252786 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] Routers {'ea64af4b-fd8e-4ab7-a6f1-88e01688498b'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:31.253345 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:22:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'], 'active': True} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.313611 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] For port b02e8bab-9572-4267-aeee-05c43686364c, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=b02e8bab-9572-4267-aeee-05c43686364c,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:31.313970 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.409259 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Calling delete_port for b02e8bab-9572-4267-aeee-05c43686364c owned by network:router_gateway {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:31.508217 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvr_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] Set router ea64af4b-fd8e-4ab7-a6f1-88e01688498b gateway port host: None {{(pid=91920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:31.595716 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_hamode_db [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:22:31Z', 'revision_number': 6, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.600262 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17048e3c-7cfa-42ba-8c1b-ba0498c4ed67 None None] The sync data for ids ['ea64af4b-fd8e-4ab7-a6f1-88e01688498b'] in dv-cinder-789564-6-iscsi is: [{'id': 'ea64af4b-fd8e-4ab7-a6f1-88e01688498b', 'name': 'tempest-TestMinimumBasicScenario-1471312222-router', 'tenant_id': '54346bae6b794c30b002a71d2222a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:01Z', 'updated_at': '2021-06-10T16:22:31Z', 'revision_number': 6, 'project_id': '54346bae6b794c30b002a71d2222a88a', 'gw_port_host': None}] {{(pid=91920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:31.627335 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.633541 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:31.664862 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02e8bab-9572-4267-aeee-05c43686364c,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:31.668570 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:31.740948 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.873417 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.875641 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.936691 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.937624 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea64af4b-fd8e-4ab7-a6f1-88e01688498b {{(pid=91918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:31.942324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] Notify callbacks [] for router, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.943599 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f6c86543-995d-49b7-afd2-480e64b62607 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ea64af4b-fd8e-4ab7-a6f1-88e01688498b HTTP/1.1" status: 204 len: 168 time: 1.0866215 Jun 10 16:22:31.946072 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60572) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.000777 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Deleting subnet 64f9408c-e18b-452e-bf9a-9c6f51391aa1 {{(pid=91918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:32.003920 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.050242 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12761234'] for subnet, precommit_delete_associations {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.136960 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.195340 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12682966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220561'] for subnet, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.197229 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-8e3db1f8-c41b-4bac-b144-321675b174ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.239074 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f9408c-e18b-452e-bf9a-9c6f51391aa1,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.241265 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for subnet, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.243209 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64f9408c-e18b-452e-bf9a-9c6f51391aa1 HTTP/1.1" status: 204 len: 168 time: 0.2961094 Jun 10 16:22:32.244040 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3adefff8-1868-4362-8647-abc2a8a016fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.246112 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60574) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.248079 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708dccf4-8fc6-4355-b72c-e5e90b7c073b None None] Network d335f92a-2d27-4635-8276-92c8a9b0ca62 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:32.337677 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.404764 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Deleting port 234dff77-53e5-47b8-95f5-98ab163a562b {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:32.405230 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.479796 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] DHCP port deletion for d335f92a-2d27-4635-8276-92c8a9b0ca62 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:32.493279 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] For port 234dff77-53e5-47b8-95f5-98ab163a562b, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=234dff77-53e5-47b8-95f5-98ab163a562b,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:32.493731 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.534917 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Deleting port 234dff77-53e5-47b8-95f5-98ab163a562b {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:32.535303 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.592939 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Calling delete_port for 234dff77-53e5-47b8-95f5-98ab163a562b owned by network:dhcp {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:32.630529 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] For port 234dff77-53e5-47b8-95f5-98ab163a562b, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=234dff77-53e5-47b8-95f5-98ab163a562b,segment=NetworkSegment(7f393cab-7b4b-4b06-83d9-51ad6a5738b7),segment_id=7f393cab-7b4b-4b06-83d9-51ad6a5738b7)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:32.630960 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.695931 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.699026 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-ddd1bad4-0d36-40a8-9181-a2cd5d4bd719 tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.725209 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Calling delete_port for 234dff77-53e5-47b8-95f5-98ab163a562b owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:32.730119 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] No DVR routers for this DVR port 234dff77-53e5-47b8-95f5-98ab163a562b on host dv-cinder-789564-6-iscsi {{(pid=91918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:32.733888 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=234dff77-53e5-47b8-95f5-98ab163a562b,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.737259 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.814779 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.816641 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-806ef36c-714e-4e17-ba15-1b02ecaa7dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.834972 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.846571 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d335f92a-2d27-4635-8276-92c8a9b0ca62']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:32.846871 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Pushing event deleted for resources: {'Port': ['ID=234dff77-53e5-47b8-95f5-98ab163a562b,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.856160 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.856503 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.856843 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.857196 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.857563 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.857882 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.858236 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.858525 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.858847 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.859162 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.859476 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.859789 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-6-iscsi {{(pid=91920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:32.860001 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f393cab-7b4b-4b06-83d9-51ad6a5738b7') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:32.860271 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f393cab-7b4b-4b06-83d9-51ad6a5738b7') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:32.862382 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] No DVR routers for this DVR port 234dff77-53e5-47b8-95f5-98ab163a562b on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:32.863799 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-b15b916f-dd10-402a-aac4-2f0835a21756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.874648 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.890389 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.896024 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:32.896416 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: retrieve_revision_numbers = { Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:32.898086 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:32.976020 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.979739 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.982108 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.983964 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d335f92a-2d27-4635-8276-92c8a9b0ca62 HTTP/1.1" status: 204 len: 168 time: 0.7365961 Jun 10 16:22:32.986859 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60576) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.997562 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d335f92a-2d27-4635-8276-92c8a9b0ca62,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:33.000001 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c0a42a33-675e-4725-83ac-09f7a95bb7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:33.418810 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-366804'] for router_interface, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.640875 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b02e8bab-9572-4267-aeee-05c43686364c no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:33.665104 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: b02e8bab-9572-4267-aeee-05c43686364c {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:33.665454 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device b02e8bab-9572-4267-aeee-05c43686364c not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:33.665871 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 451d9a72-2082-4ee6-8187-28ea55f479e8 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:33.689498 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 451d9a72-2082-4ee6-8187-28ea55f479e8 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:33.689851 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 451d9a72-2082-4ee6-8187-28ea55f479e8 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:33.690265 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 234dff77-53e5-47b8-95f5-98ab163a562b no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:33.714284 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 234dff77-53e5-47b8-95f5-98ab163a562b {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:33.714633 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 234dff77-53e5-47b8-95f5-98ab163a562b not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:33.742241 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Deleting port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:33.742578 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.847081 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] For port 18b13d8f-81e9-4c0e-acf8-626e75a20fb5, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:33.847342 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.939105 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Calling delete_port for 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 owned by network:router_interface {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:34.153645 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.156090 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-b467f2ed-045f-4ec7-837c-1e5b767f0d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:34.188335 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b13d8f-81e9-4c0e-acf8-626e75a20fb5,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:34.190917 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:34.402164 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362052'] for router_interface, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.681282 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd has already been hosted by L3 agent 5993ab56-9a7f-49d9-b589-6c45481db9e5 {{(pid=91919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:34.820209 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] Notify agent at l3_agent.dv-cinder-789564-6-iscsi the message routers_updated {{(pid=91919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:34.825019 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-73ed1cf7-72af-4bd4-a44a-60b16be9dd08 admin admin] 10.222.0.44 "PUT /v2.0/routers/e403880b-b6c1-4a7c-a2b6-6b32767e8dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8371379 Jun 10 16:22:34.827709 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60578) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:34.828479 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] Sync routers for ids ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'] in dv-cinder-789564-6-iscsi {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:34.837310 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] Routers {'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:34.837913 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:22:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:34.981161 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.983220 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] Set router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd gateway port host: dv-cinder-789564-6-iscsi {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:35.118587 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.174483 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Deleting port 16920ec3-432c-4860-aa75-33b77333616a {{(pid=91919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:35.175206 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.216137 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'external_fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '16920ec3-432c-4860-aa75-33b77333616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:22:34Z', 'revision_number': 5, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port': {'id': '16920ec3-432c-4860-aa75-33b77333616a', 'name': '', 'network_id': '2f537f53-474f-4db3-bb73-4e1554dcc69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:09Z', 'updated_at': '2021-06-10T16:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3c1b16c-65f6-4df4-b333-f3f4181e29d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-6-iscsi'}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.220223 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] Checking router: e403880b-b6c1-4a7c-a2b6-6b32767e8dbd for host: dv-cinder-789564-6-iscsi {{(pid=91921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:35.228391 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] Routers {'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'} bound to L3 agent in host dv-cinder-789564-6-iscsi {{(pid=91921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:35.229044 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:02:51Z,description=,heartbeat_timestamp=2021-06-10T16:22:21Z,host='dv-cinder-789564-6-iscsi',id=5993ab56-9a7f-49d9-b589-6c45481db9e5,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:02:51Z,topic='l3_agent')) {'router_ids': ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'], 'active': True} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.355067 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_dvr_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] Set router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd gateway port host: None {{(pid=91921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:35.533207 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.l3_hamode_db [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:22:35Z', 'revision_number': 6, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port_host': None}], 'dv-cinder-789564-6-iscsi', False) {} {{(pid=91921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.536996 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495d501-2ce6-4570-9d96-29c6ad3aaffe None None] The sync data for ids ['e403880b-b6c1-4a7c-a2b6-6b32767e8dbd'] in dv-cinder-789564-6-iscsi is: [{'id': 'e403880b-b6c1-4a7c-a2b6-6b32767e8dbd', 'name': 'tempest-TestMinimumBasicScenario-416802279-router', 'tenant_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:08Z', 'updated_at': '2021-06-10T16:22:35Z', 'revision_number': 6, 'project_id': 'ff3602d860b64a8a8dd213043fc6b6a5', 'gw_port_host': None}] {{(pid=91921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:35.589443 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.db [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] For port 16920ec3-432c-4860-aa75-33b77333616a, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=16920ec3-432c-4860-aa75-33b77333616a,segment=NetworkSegment(4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4),segment_id=4ca81222-b1bb-45e3-9bcd-0cb0d634ecc4)] {{(pid=91919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:35.589800 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.680535 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.plugins.ml2.plugin [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Calling delete_port for 16920ec3-432c-4860-aa75-33b77333616a owned by network:router_gateway {{(pid=91919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:35.884015 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24043755'] for port, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.885849 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-13cb13c9-d901-4c65-8dc2-a8172dfa5d2e tempest-TestVolumeBootPattern-61424075 tempest-TestVolumeBootPattern-61424075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:35.917414 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16920ec3-432c-4860-aa75-33b77333616a,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:35.919928 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:35.962928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:35.993942 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:35.994297 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 18b13d8f-81e9-4c0e-acf8-626e75a20fb5 not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:36.004798 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366101'] for router_gateway, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.141379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-364262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58844'] for router, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.143373 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.201925 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360496'] for router, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.202698 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e403880b-b6c1-4a7c-a2b6-6b32767e8dbd {{(pid=91919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:36.206621 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.207748 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-54a59beb-ed9b-4319-93f3-cee7adc5d5e6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e403880b-b6c1-4a7c-a2b6-6b32767e8dbd HTTP/1.1" status: 204 len: 168 time: 1.3791137 Jun 10 16:22:36.210329 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [-] (91919) accepted ('10.222.0.44', 60580) {{(pid=91919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:36.261383 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Deleting subnet aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549 {{(pid=91919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:36.264926 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.308209 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13692027'] for subnet, precommit_delete_associations {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.405872 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667500'] for subnet, precommit_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.466809 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14595406'] for subnet, after_delete {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.469662 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:36.501379 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549,revision_number=None']} {{(pid=91919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:36.503341 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron_lib.callbacks.manager [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.507057 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032251c-d8d9-47be-a8b1-acb87a0b8254 None None] Network 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 requested from dv-cinder-789564-6-iscsi {{(pid=91920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:36.508453 dv-cinder-789564-6-iscsi neutron-server[91919]: INFO neutron.wsgi [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa3a83ba-3e84-4bf0-adcb-cb4ebc32c549 HTTP/1.1" status: 204 len: 168 time: 0.2968953 Jun 10 16:22:36.508576 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60582) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:36.509255 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG oslo_concurrency.lockutils [None req-4f797ecb-fe67-40b6-9a4c-5336369e16e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:36.610275 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528373'] for network, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.677376 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Deleting port 8be01f32-0281-42ee-9687-9051208ce7ee {{(pid=91918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:36.677625 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.730201 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] DHCP port deletion for 458f1325-2c9b-4131-bb1d-eae9ac6cbd54 request from dv-cinder-789564-6-iscsi {{(pid=91920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:36.767984 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] For port 8be01f32-0281-42ee-9687-9051208ce7ee, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=8be01f32-0281-42ee-9687-9051208ce7ee,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:36.768347 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.782067 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Deleting port 8be01f32-0281-42ee-9687-9051208ce7ee {{(pid=91920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 16:22:36.782449 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730453177887'] for port, before_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.861998 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.plugin [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Calling delete_port for 8be01f32-0281-42ee-9687-9051208ce7ee owned by network:dhcp {{(pid=91918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:36.866796 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.db [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] For port 8be01f32-0281-42ee-9687-9051208ce7ee, host dv-cinder-789564-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-6-iscsi',level=0,port_id=8be01f32-0281-42ee-9687-9051208ce7ee,segment=NetworkSegment(e2c1c29e-3df7-47e4-b237-4d2551d40ae0),segment_id=e2c1c29e-3df7-47e4-b237-4d2551d40ae0)] {{(pid=91920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:36.867199 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368367'] for port, precommit_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.957470 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681500'] for port, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.958711 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Calling delete_port for 8be01f32-0281-42ee-9687-9051208ce7ee owned by network:dhcp {{(pid=91920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 16:22:36.960275 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-e623f2f9-49e9-4eb5-b9af-37ddec6dfdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:36.993062 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be01f32-0281-42ee-9687-9051208ce7ee,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:36.996158 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:36.996920 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] No DVR routers for this DVR port 8be01f32-0281-42ee-9687-9051208ce7ee on host dv-cinder-789564-6-iscsi {{(pid=91918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:37.054271 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1428732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730453182019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730452810783'] for port, after_delete {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.056289 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-a37902bd-09f5-4faa-af79-f17c6c96a9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:37.089429 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Pushing event deleted for resources: {'Port': ['ID=8be01f32-0281-42ee-9687-9051208ce7ee,revision_number=None']} {{(pid=91920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:37.092204 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG oslo_concurrency.lockutils [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:37.096010 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2740e-9c2b-4726-aa30-3437b20a7bc3 None None] No DVR routers for this DVR port 8be01f32-0281-42ee-9687-9051208ce7ee on host dv-cinder-789564-6-iscsi {{(pid=91920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:37.103826 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664035', 'neutron.services.segments.db._delete_segments_for_network-8730453314735'] for network, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.116027 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458f1325-2c9b-4131-bb1d-eae9ac6cbd54']}} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:37.127926 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0') {'for_net_delete': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:37.128220 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.services.segments.db [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c1c29e-3df7-47e4-b237-4d2551d40ae0') {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:37.137898 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730453314564', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12761227'] for segment, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.153651 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467'] for segment, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.159772 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=91918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:37.160223 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12681545'] for segment, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: Traceback (most recent call last): Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: timer() Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: cb(*args, **kw) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: return func(*args, **kwargs) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: self._notify() Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: self.callback(batched_events) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: event.method(event) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: return f(self, *a, **k) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._get(url).json() Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:37.162093 dv-cinder-789564-6-iscsi neutron-server[91918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:37.235066 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1647666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366202'] for network, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.238916 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:37.241583 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597233'] for network, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.246023 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/458f1325-2c9b-4131-bb1d-eae9ac6cbd54 HTTP/1.1" status: 204 len: 168 time: 0.7341554 Jun 10 16:22:37.262124 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=458f1325-2c9b-4131-bb1d-eae9ac6cbd54,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:37.264658 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-10ee020c-8d64-4275-bf27-1167c1813ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:37.407167 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60586) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:37.449690 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-dfa99b73-d106-41fe-b938-09bcaf389fa8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54346bae6b794c30b002a71d2222a88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413063 Jun 10 16:22:37.452706 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60588) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:37.503425 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.526212 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.574767 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.578582 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.579709 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e000cbb-1d00-4c53-8895-91628a57d270 HTTP/1.1" status: 204 len: 168 time: 0.1261003 Jun 10 16:22:37.580462 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-88b178e7-24d6-46ae-9ac3-2f713acd61cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:37.589552 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e000cbb-1d00-4c53-8895-91628a57d270,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:37.592122 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-c2766a6d-b736-46cc-9b9f-76b2c1c1aa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:37.654282 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 16920ec3-432c-4860-aa75-33b77333616a no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:37.678482 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 16920ec3-432c-4860-aa75-33b77333616a {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:37.678836 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 16920ec3-432c-4860-aa75-33b77333616a not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:37.679255 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 8be01f32-0281-42ee-9687-9051208ce7ee no longer exists at agent ovs-agent-dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 16:22:37.702917 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.plugin [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] No Port match for: 8be01f32-0281-42ee-9687-9051208ce7ee {{(pid=91920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 16:22:37.703269 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron.plugins.ml2.rpc [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Device 8be01f32-0281-42ee-9687-9051208ce7ee not bound to the agent host dv-cinder-789564-6-iscsi {{(pid=91920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 16:22:37.897419 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60594) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:37.941744 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-2eda4f50-d2f8-4854-892e-1dc373222fd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff3602d860b64a8a8dd213043fc6b6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431149 Jun 10 16:22:37.944089 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [-] (91918) accepted ('10.222.0.44', 60596) {{(pid=91918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:37.995324 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.021051 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.074354 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741707'] for security_group, after_delete {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.076954 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.078113 dv-cinder-789564-6-iscsi neutron-server[91918]: INFO neutron.wsgi [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45a1f2ec-ecb4-4785-9f07-913fe98635ff HTTP/1.1" status: 204 len: 168 time: 0.1331472 Jun 10 16:22:38.078890 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-3d3e18ab-d93f-4f4b-9b4b-276456d58565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:38.087690 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a1f2ec-ecb4-4785-9f07-913fe98635ff,revision_number=None']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:38.090009 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-f28d6742-e603-4203-98d1-7138ed0746f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:47.415507 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.693587 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-71af7612-5b2a-4653-8f39-e0ffd052c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.129553 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-316be474-5662-4816-a869-ccb5ed0719e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.542057 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.073078 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.937664 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.989296 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:23:17.420140 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.696456 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-633a9b84-3797-431b-99c9-8a5c12ea9990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.130289 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f778187-fa9c-4aa1-8321-70b5d49df7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.544186 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.074914 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.940797 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.988490 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:23:47.414488 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.698523 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c14c-2ee8-4489-b193-cc4bf33b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.131806 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c6fb-2759-4631-9b79-ab6432321fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.546397 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.080896 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.943379 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.987945 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:24:17.414618 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.700628 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-853800f8-9688-4f52-8ec5-1026428d56f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.137111 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-adb97d80-4f38-4cd1-9032-a07d285706a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.548928 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.082574 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.945380 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.415097 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.700267 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-1e836884-cf6a-4b33-bc42-8cb8b671453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.142512 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ac44ac8a-7687-4f2c-95aa-b946bb0bf024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.549504 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.083581 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.986356 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:24:53.951250 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.429784 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.701913 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-ff35ae50-06a5-418a-aaa4-b8792e253b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.148263 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0b6786bb-d00b-411a-bd8d-2e90eba5fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.552241 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.094137 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.951253 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.986275 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:25:47.447532 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.703287 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-abf349f1-5e24-4f4a-9c3a-e57f896c9a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.143669 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-956e995a-8876-4025-833b-eb52666a4fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.554700 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.088910 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.953034 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.529578 dv-cinder-789564-6-iscsi neutron-server[91918]: DEBUG neutron.wsgi [req-b5306e79-7195-40bf-9994-4520801f149b req-8ded2c65-ecb6-4418-8a8b-44e6004d2e06 service neutron] (91918) timed out ('10.222.0.49', 63026) {{(pid=91918) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 16:26:02.289870 dv-cinder-789564-6-iscsi neutron-server[91919]: DEBUG neutron.wsgi [req-6eab24c4-2c55-4bf3-92e2-ac07c2324315 req-cd9b4055-56b2-4999-88e2-e4bcb7e7f421 service neutron] (91919) timed out ('10.222.0.49', 63032) {{(pid=91919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 16:26:06.984971 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:26:17.443730 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.704034 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-f0067bd6-001f-4e09-8fe4-2594674a610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.147044 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b662-1710-4668-9575-e5d5efa61371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.555456 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.092058 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.956813 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.983701 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:26:47.459338 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.703499 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-bdde72d1-34f4-432f-b549-ce3e706cc9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.147612 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-796803e6-789a-48ab-b591-44dbd911d41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.556864 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.096470 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:53.965689 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:17.473882 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-3f8b942b-d153-485d-b8e3-94b735e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:18.704500 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-0c81a20a-8120-4d51-a335-742c5b3a309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:20.982394 dv-cinder-789564-6-iscsi neutron-server[91921]: DEBUG neutron.db.agents_db [None req-7a897aa2-b5d9-4f7e-91d1-cb045c067e17 None None] Agent healthcheck: found 6 active agents {{(pid=91921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:27:21.148969 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c6ddece8-4af5-4fa4-ac64-027e892370e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:21.557366 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-53f9d82a-0e65-42d0-8ed3-9073f91839fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:22.098760 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-a1826d75-adfb-4a45-8607-a798b9da097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.961238 dv-cinder-789564-6-iscsi neutron-server[91920]: DEBUG neutron_lib.callbacks.manager [None req-c5acc7b4-7563-4eb5-ab1a-003922387ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730453314717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671533'] for agent, after_update {{(pid=91920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}